Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/logs/cross-site-proxysql-8-0.log Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + main + local source_cluster=cross-site-source + local replica_cluster=cross-site-replica + desc 'Create source cluster' + set +o xtrace ----------------------------------------------------------------------------------- Create source cluster ----------------------------------------------------------------------------------- + create_infra cross-site-proxysql-26856 + local ns=cross-site-proxysql-26856 + '[' -n pxc-operator ']' + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n cross-site-proxysql-18553 cross-site-source --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.0rzefvjWGz ++ mktemp + local LAST_ERR=/tmp/tmp.Tgln6tWEY6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0rzefvjWGz perconaxtradbcluster.pxc.percona.com "cross-site-source" deleted from cross-site-proxysql-18553 namespace + cat /tmp/tmp.Tgln6tWEY6 + rm /tmp/tmp.0rzefvjWGz /tmp/tmp.Tgln6tWEY6 + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.W3lvNiqRb0 ++ mktemp + local LAST_ERR=/tmp/tmp.qwypzQGOib + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.W3lvNiqRb0 perconaxtradbclusterbackup.pxc.percona.com "backup-minio-source" deleted from cross-site-proxysql-18553 namespace + cat /tmp/tmp.qwypzQGOib + rm /tmp/tmp.W3lvNiqRb0 /tmp/tmp.qwypzQGOib + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.Xs9RWeJPYM ++ mktemp + local LAST_ERR=/tmp/tmp.iPiCHPZCIN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Xs9RWeJPYM No resources found + cat /tmp/tmp.iPiCHPZCIN + rm /tmp/tmp.Xs9RWeJPYM /tmp/tmp.iPiCHPZCIN + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + awk '{print$1}' + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.PJlLwugUlQ + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp + local LAST_ERR=/tmp/tmp.FHt82xL4NW + local exit_status=0 ++ mktemp ++ seq 0 2 + local LAST_OUT=/tmp/tmp.BC1hJqt4wi ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + local LAST_ERR=/tmp/tmp.w3rmOBC17q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BC1hJqt4wi + cat /tmp/tmp.w3rmOBC17q + rm /tmp/tmp.BC1hJqt4wi /tmp/tmp.w3rmOBC17q + return 0 namespace "cross-site-proxysql-18553" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PJlLwugUlQ namespace "pxc-operator" deleted + cat /tmp/tmp.FHt82xL4NW + rm /tmp/tmp.PJlLwugUlQ /tmp/tmp.FHt82xL4NW + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.rYe0d68uBk ++ mktemp + local LAST_ERR=/tmp/tmp.JkUFA0eKpQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rYe0d68uBk namespace/pxc-operator created + cat /tmp/tmp.JkUFA0eKpQ + rm /tmp/tmp.rYe0d68uBk /tmp/tmp.JkUFA0eKpQ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.Zi3IFswpjQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.hvipGXppW8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Zi3IFswpjQ ++ cat /tmp/tmp.hvipGXppW8 ++ rm /tmp/tmp.Zi3IFswpjQ /tmp/tmp.hvipGXppW8 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.VqKpIhsYDg ++ mktemp + local LAST_ERR=/tmp/tmp.MzG8s1aYa1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VqKpIhsYDg Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6" modified. + cat /tmp/tmp.MzG8s1aYa1 + rm /tmp/tmp.VqKpIhsYDg /tmp/tmp.MzG8s1aYa1 + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.x6RVn3I3xZ ++ mktemp + local LAST_ERR=/tmp/tmp.02vUZ7hjx8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.x6RVn3I3xZ customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.02vUZ7hjx8 + rm /tmp/tmp.x6RVn3I3xZ /tmp/tmp.02vUZ7hjx8 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/deploy/cw-rbac.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.uvoX2Mx7BK ++ mktemp + local LAST_ERR=/tmp/tmp.fPB3YdC1rK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uvoX2Mx7BK clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.fPB3YdC1rK + rm /tmp/tmp.uvoX2Mx7BK /tmp/tmp.fPB3YdC1rK + return 0 + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2407-e9e16845^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/deploy/cw-operator.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.9nW6azC0fh ++ mktemp + local LAST_ERR=/tmp/tmp.TZweKWEiPL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9nW6azC0fh deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.TZweKWEiPL + rm /tmp/tmp.9nW6azC0fh /tmp/tmp.TZweKWEiPL + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.AubGWAwSZL ++ mktemp + local LAST_ERR=/tmp/tmp.L9H2mzbHcc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AubGWAwSZL pod/percona-xtradb-cluster-operator-8546ddc8b8-fldg9 condition met + cat /tmp/tmp.L9H2mzbHcc + rm /tmp/tmp.AubGWAwSZL /tmp/tmp.L9H2mzbHcc + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.1TgPtiG1Zn +++ mktemp ++ local LAST_ERR=/tmp/tmp.VlXtdAzQSS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1TgPtiG1Zn ++ cat /tmp/tmp.VlXtdAzQSS ++ rm /tmp/tmp.1TgPtiG1Zn /tmp/tmp.VlXtdAzQSS ++ return 0 + wait_pod percona-xtradb-cluster-operator-8546ddc8b8-fldg9 480 pxc-operator + local pod=percona-xtradb-cluster-operator-8546ddc8b8-fldg9 + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-8546ddc8b8-fldg9 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-8546ddc8b8-fldg9 condition met waiting for pod/percona-xtradb-cluster-operator-8546ddc8b8-fldg9 to become Ready.Ok + sleep 3 + create_namespace cross-site-proxysql-26856 + local namespace=cross-site-proxysql-26856 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces cross-site-proxysql-26856' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces cross-site-proxysql-26856 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace cross-site-proxysql-26856 + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.NDx4e5pNhm ++ mktemp + local LAST_OUT=/tmp/tmp.jVybMlG5FL ++ mktemp + local LAST_ERR=/tmp/tmp.ejhfRwnV7l + local exit_status=0 + xargs kubectl delete ns + local LAST_ERR=/tmp/tmp.pZ8be5ozMo + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-26856 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NDx4e5pNhm + cat /tmp/tmp.ejhfRwnV7l + rm /tmp/tmp.NDx4e5pNhm /tmp/tmp.ejhfRwnV7l + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-26856 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-26856 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.jVybMlG5FL + cat /tmp/tmp.pZ8be5ozMo Error from server (NotFound): namespaces "cross-site-proxysql-26856" not found + rm /tmp/tmp.jVybMlG5FL /tmp/tmp.pZ8be5ozMo + return 1 + : + wait_for_delete namespace/cross-site-proxysql-26856 + local res=namespace/cross-site-proxysql-26856 + echo -n 'waiting for namespace/cross-site-proxysql-26856 to be deleted' waiting for namespace/cross-site-proxysql-26856 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "cross-site-proxysql-26856" not found + desc 'create namespace cross-site-proxysql-26856' + set +o xtrace ----------------------------------------------------------------------------------- create namespace cross-site-proxysql-26856 ----------------------------------------------------------------------------------- + kubectl_bin create namespace cross-site-proxysql-26856 ++ mktemp + local LAST_OUT=/tmp/tmp.0YwQae1Lx2 ++ mktemp + local LAST_ERR=/tmp/tmp.U0PTKCUmve + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cross-site-proxysql-26856 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0YwQae1Lx2 namespace/cross-site-proxysql-26856 created + cat /tmp/tmp.U0PTKCUmve + rm /tmp/tmp.0YwQae1Lx2 /tmp/tmp.U0PTKCUmve + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.346odaY48d +++ mktemp ++ local LAST_ERR=/tmp/tmp.RHtWkdWPUM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.346odaY48d ++ cat /tmp/tmp.RHtWkdWPUM ++ rm /tmp/tmp.346odaY48d /tmp/tmp.RHtWkdWPUM ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-26856 ++ mktemp + local LAST_OUT=/tmp/tmp.hq9qSXzcN2 ++ mktemp + local LAST_ERR=/tmp/tmp.5zqxbDKbKf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-26856 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hq9qSXzcN2 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6" modified. + cat /tmp/tmp.5zqxbDKbKf + rm /tmp/tmp.hq9qSXzcN2 /tmp/tmp.5zqxbDKbKf + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.LgPhLJfiGp ++ mktemp + local LAST_ERR=/tmp/tmp.QMa6letAJ7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LgPhLJfiGp secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.QMa6letAJ7 + rm /tmp/tmp.LgPhLJfiGp /tmp/tmp.QMa6letAJ7 + return 0 + start_minio + deploy_helm cross-site-proxysql-26856 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "chaos-mesh" chart repository ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "hashicorp" chart repository ...Successfully got an update from the "percona" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret= + local endpoint=http://minio-service:9000 + minio_args=(--version $MINIO_VER --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G) + local minio_args + [[ -n '' ]] + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio NAME: minio-service LAST DEPLOYED: Thu Apr 30 13:38:30 2026 NAMESPACE: cross-site-proxysql-26856 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.cross-site-proxysql-26856.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace cross-site-proxysql-26856 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace cross-site-proxysql-26856 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace cross-site-proxysql-26856 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace cross-site-proxysql-26856 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aj0vL6j3bi +++ mktemp ++ local LAST_ERR=/tmp/tmp.MxWpREbGiR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aj0vL6j3bi ++ cat /tmp/tmp.MxWpREbGiR ++ rm /tmp/tmp.aj0vL6j3bi /tmp/tmp.MxWpREbGiR ++ return 0 + MINIO_POD=minio-service-5fd5489bdc-qh97w + wait_pod minio-service-5fd5489bdc-qh97w + local pod=minio-service-5fd5489bdc-qh97w + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo minio-service-5fd5489bdc-qh97w + local container= + set +o xtrace pod/minio-service-5fd5489bdc-qh97w condition met waiting for pod/minio-service-5fd5489bdc-qh97w to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.99JsVF3Co9 ++ mktemp + local LAST_ERR=/tmp/tmp.jBoSF9ELu0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.99JsVF3Co9 make_bucket: operator-testing make_bucket: operator-testing pod "aws-cli" deleted from cross-site-proxysql-26856 namespace + cat /tmp/tmp.jBoSF9ELu0 All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_cross-site-proxysql-26856 + rm /tmp/tmp.99JsVF3Co9 /tmp/tmp.jBoSF9ELu0 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.8PGPr7dPct ++ mktemp + local LAST_ERR=/tmp/tmp.8XLOUN7vlK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8PGPr7dPct secret/minio-secret unchanged secret/aws-s3-secret unchanged secret/do-spaces-secret unchanged secret/gcp-cs-secret unchanged secret/azure-secret unchanged + cat /tmp/tmp.8XLOUN7vlK + rm /tmp/tmp.8PGPr7dPct /tmp/tmp.8XLOUN7vlK + return 0 + spinup_pxc cross-site-source /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local cluster=cross-site-source + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.mKCX5U1PU8 ++ mktemp + local LAST_ERR=/tmp/tmp.4FZIRYhFny + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mKCX5U1PU8 secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.4FZIRYhFny + rm /tmp/tmp.mKCX5U1PU8 /tmp/tmp.4FZIRYhFny + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + local pvc_name= + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-26856~ ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2407-e9e16845#' + local LAST_OUT=/tmp/tmp.CG0w6qDxtw ++ mktemp + local LAST_ERR=/tmp/tmp.7F77naq4jp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CG0w6qDxtw deployment.apps/pxc-client created + cat /tmp/tmp.7F77naq4jp + rm /tmp/tmp.CG0w6qDxtw /tmp/tmp.7F77naq4jp + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local pvc_name= + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2407-e9e16845#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-26856~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_OUT=/tmp/tmp.a85wYbGLQk + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + local LAST_ERR=/tmp/tmp.zAtmKGDzH5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.a85wYbGLQk perconaxtradbcluster.pxc.percona.com/cross-site-source created + cat /tmp/tmp.zAtmKGDzH5 + rm /tmp/tmp.a85wYbGLQk /tmp/tmp.zAtmKGDzH5 + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy cross-site-source ++ local target_cluster=cross-site-source +++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.dYwr956aZG ++++ mktemp +++ local LAST_ERR=/tmp/tmp.M15wvUM3PD +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.dYwr956aZG +++ cat /tmp/tmp.M15wvUM3PD +++ rm /tmp/tmp.dYwr956aZG /tmp/tmp.M15wvUM3PD +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.VjTza47zEW ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bkVNAW66qs +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.VjTza47zEW +++ cat /tmp/tmp.bkVNAW66qs +++ rm /tmp/tmp.VjTza47zEW /tmp/tmp.bkVNAW66qs +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo cross-site-source-proxysql ++ return + local proxy=cross-site-source-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-26856 ++ mktemp + local LAST_OUT=/tmp/tmp.uXIF1ZSaDn ++ mktemp + local LAST_ERR=/tmp/tmp.rasqxHAAH0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-26856 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-26856 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-26856 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.uXIF1ZSaDn + cat /tmp/tmp.rasqxHAAH0 error: no matching resources found + rm /tmp/tmp.uXIF1ZSaDn /tmp/tmp.rasqxHAAH0 + return 1 + true + wait_for_running cross-site-source-proxysql 1 + local name=cross-site-source-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-proxysql-0 480 + local pod=cross-site-source-proxysql-0 + local max_retry=480 + local ns= ++ echo cross-site-source-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/cross-site-source-proxysql-0 condition met waiting for pod/cross-site-source-proxysql-0 to become Ready.Ok + wait_for_running cross-site-source-pxc 3 + local name=cross-site-source-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-0 480 + local pod=cross-site-source-pxc-0 + local max_retry=480 + local ns= ++ echo cross-site-source-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-0 condition met waiting for pod/cross-site-source-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-1 480 + local pod=cross-site-source-pxc-1 + local max_retry=480 + local ns= ++ echo cross-site-source-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-1 condition met waiting for pod/cross-site-source-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-2 480 + local pod=cross-site-source-pxc-2 + local max_retry=480 + local ns= ++ echo cross-site-source-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-2 condition met waiting for pod/cross-site-source-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.h6AOoHKCmT +++ mktemp ++ local LAST_ERR=/tmp/tmp.DBeQgGYrqZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.h6AOoHKCmT ++ cat /tmp/tmp.DBeQgGYrqZ ++ rm /tmp/tmp.h6AOoHKCmT /tmp/tmp.DBeQgGYrqZ ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HGvTRLsgIW +++ mktemp ++ local LAST_ERR=/tmp/tmp.G6c0acHmya ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HGvTRLsgIW ++ cat /tmp/tmp.G6c0acHmya ++ rm /tmp/tmp.HGvTRLsgIW /tmp/tmp.G6c0acHmya ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-xxzbq + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qiAVkMEVTR +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZtE5bYfGth ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qiAVkMEVTR ++ cat /tmp/tmp.ZtE5bYfGth ++ rm /tmp/tmp.qiAVkMEVTR /tmp/tmp.ZtE5bYfGth ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-xxzbq + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L7ZEGOMd2Q +++ mktemp ++ local LAST_ERR=/tmp/tmp.P6x3Dwnb7p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L7ZEGOMd2Q ++ cat /tmp/tmp.P6x3Dwnb7p ++ rm /tmp/tmp.L7ZEGOMd2Q /tmp/tmp.P6x3Dwnb7p ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-xxzbq + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.VblUH0hSLl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AwcTZHjhfZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.zfxgcm17jM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AwcTZHjhfZ ++ cat /tmp/tmp.zfxgcm17jM ++ rm /tmp/tmp.AwcTZHjhfZ /tmp/tmp.zfxgcm17jM ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-xxzbq ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.VblUH0hSLl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wtaejxjPVu +++ mktemp ++ local LAST_ERR=/tmp/tmp.xXX4buZCaj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wtaejxjPVu ++ cat /tmp/tmp.xXX4buZCaj ++ rm /tmp/tmp.wtaejxjPVu /tmp/tmp.xXX4buZCaj ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-xxzbq + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.VblUH0hSLl/select-1.sql + is_keyring_plugin_in_use cross-site-source + local cluster=cross-site-source + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + kubectl exec cross-site-source-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + grep -E -o 'early-plugin-load=keyring_\w+.so' + return 1 + sleep 60 + desc 'get main cluster services endpoints' + set +o xtrace ----------------------------------------------------------------------------------- get main cluster services endpoints ----------------------------------------------------------------------------------- ++ get_service_ip cross-site-source-pxc-0 ++ local service=cross-site-source-pxc-0 ++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.hSA2HIVSI2 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.krmpHwYtDt +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.hSA2HIVSI2 +++ cat /tmp/tmp.krmpHwYtDt +++ rm /tmp/tmp.hSA2HIVSI2 /tmp/tmp.krmpHwYtDt +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zwvCyP2UvE +++ mktemp ++ local LAST_ERR=/tmp/tmp.1QMOmd2aQW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zwvCyP2UvE ++ cat /tmp/tmp.1QMOmd2aQW ++ rm /tmp/tmp.zwvCyP2UvE /tmp/tmp.1QMOmd2aQW ++ return 0 ++ return + source_endpoint0=34.118.229.231 ++ get_service_ip cross-site-source-pxc-1 ++ local service=cross-site-source-pxc-1 ++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.l5ufWFW6jd ++++ mktemp +++ local LAST_ERR=/tmp/tmp.tQyQOIvhST +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.l5ufWFW6jd +++ cat /tmp/tmp.tQyQOIvhST +++ rm /tmp/tmp.l5ufWFW6jd /tmp/tmp.tQyQOIvhST +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xIjklaSQCK +++ mktemp ++ local LAST_ERR=/tmp/tmp.Tb7sqrKXNr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xIjklaSQCK ++ cat /tmp/tmp.Tb7sqrKXNr ++ rm /tmp/tmp.xIjklaSQCK /tmp/tmp.Tb7sqrKXNr ++ return 0 ++ return + source_endpoint1=34.118.225.43 ++ get_service_ip cross-site-source-pxc-2 ++ local service=cross-site-source-pxc-2 ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.GFT7FfepNS ++++ mktemp +++ local LAST_ERR=/tmp/tmp.my7f1Hl3s1 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.GFT7FfepNS +++ cat /tmp/tmp.my7f1Hl3s1 +++ rm /tmp/tmp.GFT7FfepNS /tmp/tmp.my7f1Hl3s1 +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RQSFzKsKcf +++ mktemp ++ local LAST_ERR=/tmp/tmp.U399w2eJpP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RQSFzKsKcf ++ cat /tmp/tmp.U399w2eJpP ++ rm /tmp/tmp.RQSFzKsKcf /tmp/tmp.U399w2eJpP ++ return 0 ++ return + source_endpoint2=34.118.238.177 ++ run_mysql 'SELECT @@hostname hostname;' '-h cross-site-source-proxysql -p3306 -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h cross-site-source-proxysql -p3306 -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.6xHuEDvwIf ++++ mktemp +++ local LAST_ERR=/tmp/tmp.joraz94GS7 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.6xHuEDvwIf +++ cat /tmp/tmp.joraz94GS7 +++ rm /tmp/tmp.6xHuEDvwIf /tmp/tmp.joraz94GS7 +++ return 0 ++ client_pod=pxc-client-67fc4995bb-xxzbq ++ wait_pod pxc-client-67fc4995bb-xxzbq ++ local pod=pxc-client-67fc4995bb-xxzbq ++ local max_retry=480 ++ local ns= +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ grep -E '^(pxc|proxysql)$' +++ echo pxc-client-67fc4995bb-xxzbq ++ local container= ++ set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + source_primary=cross-site-source-pxc-0 ++ get_service_ip cross-site-source-pxc-0 ++ local service=cross-site-source-pxc-0 ++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5wJjxjDRg6 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.gJLIsfLkqW +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.5wJjxjDRg6 +++ cat /tmp/tmp.gJLIsfLkqW +++ rm /tmp/tmp.5wJjxjDRg6 /tmp/tmp.gJLIsfLkqW +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.erESd8NWio +++ mktemp ++ local LAST_ERR=/tmp/tmp.B1tdZm2oFE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.erESd8NWio ++ cat /tmp/tmp.B1tdZm2oFE ++ rm /tmp/tmp.erESd8NWio /tmp/tmp.B1tdZm2oFE ++ return 0 ++ return + source_primary_endpoint=34.118.229.231 + desc 'patch source cluster with replicationChannels settings' + set +o xtrace ----------------------------------------------------------------------------------- patch source cluster with replicationChannels settings ----------------------------------------------------------------------------------- + kubectl_bin patch pxc cross-site-source --type=merge --patch '{"spec": {"pxc":{"replicationChannels": [{"name":"source_to_replica", "isSource": true}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.XAmguQ1Esi ++ mktemp + local LAST_ERR=/tmp/tmp.rNKUx10Nlb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-source --type=merge --patch '{"spec": {"pxc":{"replicationChannels": [{"name":"source_to_replica", "isSource": true}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XAmguQ1Esi perconaxtradbcluster.pxc.percona.com/cross-site-source patched + cat /tmp/tmp.rNKUx10Nlb + rm /tmp/tmp.XAmguQ1Esi /tmp/tmp.rNKUx10Nlb + return 0 + desc 'patch main cluster secrets with replication user' + set +o xtrace ----------------------------------------------------------------------------------- patch main cluster secrets with replication user ----------------------------------------------------------------------------------- + patch_replication_secret cross-site-source 3 3 + local cluster=cross-site-source + local pxc_size=3 + local proxy_size=3 ++ echo -n new_password ++ base64 + kubectl_bin patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' ++ mktemp + local LAST_OUT=/tmp/tmp.bIk5dUca1a ++ mktemp + local LAST_ERR=/tmp/tmp.rlpdPpSIiE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bIk5dUca1a secret/my-cluster-secrets patched + cat /tmp/tmp.rlpdPpSIiE + rm /tmp/tmp.bIk5dUca1a /tmp/tmp.rlpdPpSIiE + return 0 + sleep 15 + wait_cluster_consistency cross-site-source 3 3 + local cluster_name=cross-site-source + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-source to be ready' waiting for pxc/cross-site-source to be ready++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j36SEO409T +++ mktemp ++ local LAST_ERR=/tmp/tmp.4tTK45FwmN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j36SEO409T ++ cat /tmp/tmp.4tTK45FwmN ++ rm /tmp/tmp.j36SEO409T /tmp/tmp.4tTK45FwmN ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3Nwhlph6xx +++ mktemp ++ local LAST_ERR=/tmp/tmp.ds9qTKPJHG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3Nwhlph6xx ++ cat /tmp/tmp.ds9qTKPJHG ++ rm /tmp/tmp.3Nwhlph6xx /tmp/tmp.ds9qTKPJHG ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-source +++ local cluster_name=cross-site-source ++++ get_proxy cross-site-source ++++ local target_cluster=cross-site-source +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ibDWOE2xvZ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.AMqVvFm11u +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ibDWOE2xvZ +++++ cat /tmp/tmp.AMqVvFm11u +++++ rm /tmp/tmp.ibDWOE2xvZ /tmp/tmp.AMqVvFm11u +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.4TE6YGwrxc ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.AZEbyNK038 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.4TE6YGwrxc +++++ cat /tmp/tmp.AZEbyNK038 +++++ rm /tmp/tmp.4TE6YGwrxc /tmp/tmp.AZEbyNK038 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-source-proxysql ++++ return +++ local cluster_proxy=cross-site-source-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WFjPG4BaSR +++ mktemp ++ local LAST_ERR=/tmp/tmp.MUSAoaoM27 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WFjPG4BaSR ++ cat /tmp/tmp.MUSAoaoM27 ++ rm /tmp/tmp.WFjPG4BaSR /tmp/tmp.MUSAoaoM27 ++ return 0 + [[ 3 == \3 ]] + echo + desc 'write data to source cluster' + set +o xtrace ----------------------------------------------------------------------------------- write data to source cluster ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testSourceReplica (id int PRIMARY KEY);' '-h 34.118.229.231 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testSourceReplica (id int PRIMARY KEY);' + local 'uri=-h 34.118.229.231 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.z78tcEvbPK +++ mktemp ++ local LAST_ERR=/tmp/tmp.l53kjikp3f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.z78tcEvbPK ++ cat /tmp/tmp.l53kjikp3f ++ rm /tmp/tmp.z78tcEvbPK /tmp/tmp.l53kjikp3f ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-xxzbq ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testSourceReplica (id) VALUES (100700)' '-h 34.118.229.231 -uroot -proot_password' + local 'command=INSERT myApp.testSourceReplica (id) VALUES (100700)' + local 'uri=-h 34.118.229.231 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zYn0cmo69t +++ mktemp ++ local LAST_ERR=/tmp/tmp.8LrVfVUxFG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zYn0cmo69t ++ cat /tmp/tmp.8LrVfVUxFG ++ rm /tmp/tmp.zYn0cmo69t /tmp/tmp.8LrVfVUxFG ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-xxzbq + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + kubectl_bin get secrets cross-site-source-ssl-internal -o yaml + yq 'del(.metadata)' - + yq '.metadata={"name": "cross-site-replica-ssl-internal"}' - ++ mktemp + local LAST_OUT=/tmp/tmp.0VDLuFhPy3 ++ mktemp + local LAST_ERR=/tmp/tmp.dDpDWf6pc6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get secrets cross-site-source-ssl-internal -o yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0VDLuFhPy3 + cat /tmp/tmp.dDpDWf6pc6 + rm /tmp/tmp.0VDLuFhPy3 /tmp/tmp.dDpDWf6pc6 + return 0 + desc 'take backup of source cluster' + set +o xtrace ----------------------------------------------------------------------------------- take backup of source cluster ----------------------------------------------------------------------------------- + run_backup cross-site-source backup-minio-source + local cluster=cross-site-source + local backup=backup-minio-source + log 'run pxc-backup/backup-minio-source' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-30T13:49:08+0000]' run pxc-backup/backup-minio-source [2026-04-30T13:49:08+0000] run pxc-backup/backup-minio-source + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/backup-minio-source.yml ++ mktemp + local LAST_OUT=/tmp/tmp.PAaD5nadX7 ++ mktemp + local LAST_ERR=/tmp/tmp.TljhHVhgAa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/backup-minio-source.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PAaD5nadX7 perconaxtradbclusterbackup.pxc.percona.com/backup-minio-source created + cat /tmp/tmp.TljhHVhgAa + rm /tmp/tmp.PAaD5nadX7 /tmp/tmp.TljhHVhgAa + return 0 + wait_backup backup-minio-source + local backup=backup-minio-source + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup-minio-source to reach Succeeded state...............Succeeded + desc 'create replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- create replica cluster ----------------------------------------------------------------------------------- + create_namespace cross-site-proxysql-replica-4819 0 + local namespace=cross-site-proxysql-replica-4819 + local skip_clean_namespace=0 + [[ 1 == 1 ]] + [[ -z 0 ]] + '[' -n '' ']' + desc 'cleaned up old namespaces cross-site-proxysql-replica-4819' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces cross-site-proxysql-replica-4819 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace cross-site-proxysql-replica-4819 ++ mktemp + local LAST_OUT=/tmp/tmp.2q1CAdkgM7 ++ mktemp + local LAST_ERR=/tmp/tmp.qAoEsdqk8V + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-4819 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-4819 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-4819 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.2q1CAdkgM7 + cat /tmp/tmp.qAoEsdqk8V Error from server (NotFound): namespaces "cross-site-proxysql-replica-4819" not found + rm /tmp/tmp.2q1CAdkgM7 /tmp/tmp.qAoEsdqk8V + return 1 + : + wait_for_delete namespace/cross-site-proxysql-replica-4819 + local res=namespace/cross-site-proxysql-replica-4819 + echo -n 'waiting for namespace/cross-site-proxysql-replica-4819 to be deleted' waiting for namespace/cross-site-proxysql-replica-4819 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "cross-site-proxysql-replica-4819" not found + desc 'create namespace cross-site-proxysql-replica-4819' + set +o xtrace ----------------------------------------------------------------------------------- create namespace cross-site-proxysql-replica-4819 ----------------------------------------------------------------------------------- + kubectl_bin create namespace cross-site-proxysql-replica-4819 ++ mktemp + local LAST_OUT=/tmp/tmp.dxsxNNDozR ++ mktemp + local LAST_ERR=/tmp/tmp.eDhwOVO5d0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cross-site-proxysql-replica-4819 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dxsxNNDozR namespace/cross-site-proxysql-replica-4819 created + cat /tmp/tmp.eDhwOVO5d0 + rm /tmp/tmp.dxsxNNDozR /tmp/tmp.eDhwOVO5d0 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.m5l22pN2Yi +++ mktemp ++ local LAST_ERR=/tmp/tmp.bLqOvTLuRe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m5l22pN2Yi ++ cat /tmp/tmp.bLqOvTLuRe ++ rm /tmp/tmp.m5l22pN2Yi /tmp/tmp.bLqOvTLuRe ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-replica-4819 ++ mktemp + local LAST_OUT=/tmp/tmp.4rLElJkIem ++ mktemp + local LAST_ERR=/tmp/tmp.JPwcit2hVP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-replica-4819 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4rLElJkIem Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6" modified. + cat /tmp/tmp.JPwcit2hVP + rm /tmp/tmp.4rLElJkIem /tmp/tmp.JPwcit2hVP + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.NguYdVUiA6 ++ mktemp + local LAST_ERR=/tmp/tmp.1IvH74sm49 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NguYdVUiA6 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.1IvH74sm49 + rm /tmp/tmp.NguYdVUiA6 /tmp/tmp.1IvH74sm49 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/deploy/cw-rbac.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.Dl4A1xWuqe ++ mktemp + local LAST_ERR=/tmp/tmp.tzEKGNCgxp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Dl4A1xWuqe clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.tzEKGNCgxp + rm /tmp/tmp.Dl4A1xWuqe /tmp/tmp.tzEKGNCgxp + return 0 + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + kubectl_bin apply -f - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2407-e9e16845^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - ++ mktemp + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + local LAST_OUT=/tmp/tmp.YQhVaMpZiV + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/deploy/cw-operator.yaml ++ mktemp + local LAST_ERR=/tmp/tmp.BKmBZvHdGv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YQhVaMpZiV deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.BKmBZvHdGv + rm /tmp/tmp.YQhVaMpZiV /tmp/tmp.BKmBZvHdGv + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.r2QsrGTah9 ++ mktemp + local LAST_ERR=/tmp/tmp.a2bsIknwwx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.r2QsrGTah9 pod/percona-xtradb-cluster-operator-8546ddc8b8-jhrw4 condition met + cat /tmp/tmp.a2bsIknwwx + rm /tmp/tmp.r2QsrGTah9 /tmp/tmp.a2bsIknwwx + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KPeb0l5CO9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tNI0BUvosv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KPeb0l5CO9 ++ cat /tmp/tmp.tNI0BUvosv ++ rm /tmp/tmp.KPeb0l5CO9 /tmp/tmp.tNI0BUvosv ++ return 0 + wait_pod percona-xtradb-cluster-operator-8546ddc8b8-fldg9 480 pxc-operator + local pod=percona-xtradb-cluster-operator-8546ddc8b8-fldg9 + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-8546ddc8b8-fldg9 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-8546ddc8b8-fldg9 condition met waiting for pod/percona-xtradb-cluster-operator-8546ddc8b8-fldg9 to become Ready.Ok + sleep 3 + kubectl_bin apply -f /tmp/tmp.VblUH0hSLl/replica-ssl-internal.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.TcVq0M939T ++ mktemp + local LAST_ERR=/tmp/tmp.NfCBBGpwQO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /tmp/tmp.VblUH0hSLl/replica-ssl-internal.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TcVq0M939T secret/cross-site-replica-ssl-internal created + cat /tmp/tmp.NfCBBGpwQO + rm /tmp/tmp.TcVq0M939T /tmp/tmp.NfCBBGpwQO + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.qG91Djh9wt ++ mktemp + local LAST_ERR=/tmp/tmp.SgKNrNqnql + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qG91Djh9wt secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.SgKNrNqnql + rm /tmp/tmp.qG91Djh9wt /tmp/tmp.SgKNrNqnql + return 0 + spinup_pxc cross-site-replica /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local cluster=cross-site-replica + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.qRvoBBSy5k ++ mktemp + local LAST_ERR=/tmp/tmp.OMAGGntGvk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qRvoBBSy5k secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.OMAGGntGvk + rm /tmp/tmp.qRvoBBSy5k /tmp/tmp.OMAGGntGvk + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-26856~ + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_OUT=/tmp/tmp.8SxGh2T3aG + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2407-e9e16845#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + local LAST_ERR=/tmp/tmp.CdpQmigofs + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8SxGh2T3aG deployment.apps/pxc-client created + cat /tmp/tmp.CdpQmigofs + rm /tmp/tmp.8SxGh2T3aG /tmp/tmp.CdpQmigofs + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local pvc_name= + kubectl_bin apply -f - ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_OUT=/tmp/tmp.UTsSgIom2b + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2407-e9e16845#' ++ mktemp + local LAST_ERR=/tmp/tmp.dKTh0q6jjR + local exit_status=0 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-26856~ ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UTsSgIom2b perconaxtradbcluster.pxc.percona.com/cross-site-replica created + cat /tmp/tmp.dKTh0q6jjR + rm /tmp/tmp.UTsSgIom2b /tmp/tmp.dKTh0q6jjR + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy cross-site-replica ++ local target_cluster=cross-site-replica +++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.oABPVmh4vP ++++ mktemp +++ local LAST_ERR=/tmp/tmp.YR5pHZcAnR +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.oABPVmh4vP +++ cat /tmp/tmp.YR5pHZcAnR +++ rm /tmp/tmp.oABPVmh4vP /tmp/tmp.YR5pHZcAnR +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.EgczYE5dMM ++++ mktemp +++ local LAST_ERR=/tmp/tmp.PJuhtUCJPU +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.EgczYE5dMM +++ cat /tmp/tmp.PJuhtUCJPU +++ rm /tmp/tmp.EgczYE5dMM /tmp/tmp.PJuhtUCJPU +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo cross-site-replica-proxysql ++ return + local proxy=cross-site-replica-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-26856 ++ mktemp + local LAST_OUT=/tmp/tmp.aTW4AIegUH ++ mktemp + local LAST_ERR=/tmp/tmp.o7DX9sU1uC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-26856 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-26856 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-26856 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.aTW4AIegUH + cat /tmp/tmp.o7DX9sU1uC error: no matching resources found + rm /tmp/tmp.aTW4AIegUH /tmp/tmp.o7DX9sU1uC + return 1 + true + wait_for_running cross-site-replica-proxysql 1 + local name=cross-site-replica-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-proxysql-0 480 + local pod=cross-site-replica-proxysql-0 + local max_retry=480 + local ns= ++ echo cross-site-replica-proxysql-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/cross-site-replica-proxysql-0 condition met waiting for pod/cross-site-replica-proxysql-0 to become Ready.Ok + wait_for_running cross-site-replica-pxc 3 + local name=cross-site-replica-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-0 480 + local pod=cross-site-replica-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo cross-site-replica-pxc-0 + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-0 condition met waiting for pod/cross-site-replica-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-1 480 + local pod=cross-site-replica-pxc-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo cross-site-replica-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-1 condition met waiting for pod/cross-site-replica-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-2 480 + local pod=cross-site-replica-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo cross-site-replica-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-2 condition met waiting for pod/cross-site-replica-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.qAQInWi3C9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z4UGkZ8WbL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qAQInWi3C9 ++ cat /tmp/tmp.Z4UGkZ8WbL ++ rm /tmp/tmp.qAQInWi3C9 /tmp/tmp.Z4UGkZ8WbL ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zbq9FYQc1m +++ mktemp ++ local LAST_ERR=/tmp/tmp.nSieysvbb6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zbq9FYQc1m ++ cat /tmp/tmp.nSieysvbb6 ++ rm /tmp/tmp.zbq9FYQc1m /tmp/tmp.nSieysvbb6 ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-6nk54 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vR9O4Xz5EQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.bnrwoz39uP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vR9O4Xz5EQ ++ cat /tmp/tmp.bnrwoz39uP ++ rm /tmp/tmp.vR9O4Xz5EQ /tmp/tmp.bnrwoz39uP ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-6nk54 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LSljClpPze +++ mktemp ++ local LAST_ERR=/tmp/tmp.Mn0tje6MUJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LSljClpPze ++ cat /tmp/tmp.Mn0tje6MUJ ++ rm /tmp/tmp.LSljClpPze /tmp/tmp.Mn0tje6MUJ ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-6nk54 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.VblUH0hSLl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Lk57T3JzMJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.q0K9H5yHxd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Lk57T3JzMJ ++ cat /tmp/tmp.q0K9H5yHxd ++ rm /tmp/tmp.Lk57T3JzMJ /tmp/tmp.q0K9H5yHxd ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-6nk54 + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.VblUH0hSLl/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FNW3DeFH7G +++ mktemp ++ local LAST_ERR=/tmp/tmp.n1kEUIeTP3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FNW3DeFH7G ++ cat /tmp/tmp.n1kEUIeTP3 ++ rm /tmp/tmp.FNW3DeFH7G /tmp/tmp.n1kEUIeTP3 ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-6nk54 ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.VblUH0hSLl/select-1.sql + is_keyring_plugin_in_use cross-site-replica + local cluster=cross-site-replica + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + kubectl exec cross-site-replica-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + grep -E -o 'early-plugin-load=keyring_\w+.so' + return 1 + sleep 60 + desc 'restore backup from source cluster' + set +o xtrace ----------------------------------------------------------------------------------- restore backup from source cluster ----------------------------------------------------------------------------------- ++ kubectl_bin get -n cross-site-proxysql-26856 pxc-backup backup-minio-source -o 'jsonpath={.status.destination}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jXTKL7WDgo +++ mktemp ++ local LAST_ERR=/tmp/tmp.YQsv556ep4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get -n cross-site-proxysql-26856 pxc-backup backup-minio-source -o 'jsonpath={.status.destination}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jXTKL7WDgo ++ cat /tmp/tmp.YQsv556ep4 ++ rm /tmp/tmp.jXTKL7WDgo /tmp/tmp.YQsv556ep4 ++ return 0 + destination=s3://operator-testing/cross-site-source-2026-04-30-13:49:10-full + /usr/bin/sed -e s~#cluster~cross-site-replica~ + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-26856~ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/restore-backup-minio.yml + kubectl_bin apply -f - + /usr/bin/sed -e s~#destination~s3://operator-testing/cross-site-source-2026-04-30-13:49:10-full~ ++ mktemp + local LAST_OUT=/tmp/tmp.eDSHHP9BYa ++ mktemp + local LAST_ERR=/tmp/tmp.qttEdZhhnG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eDSHHP9BYa perconaxtradbclusterrestore.pxc.percona.com/backup-minio created + cat /tmp/tmp.qttEdZhhnG + rm /tmp/tmp.eDSHHP9BYa /tmp/tmp.qttEdZhhnG + return 0 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fiFmrEYq3E +++ mktemp ++ local LAST_ERR=/tmp/tmp.LdW76057PJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fiFmrEYq3E ++ cat /tmp/tmp.LdW76057PJ ++ rm /tmp/tmp.fiFmrEYq3E /tmp/tmp.LdW76057PJ ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3iOWxSwVLy +++ mktemp ++ local LAST_ERR=/tmp/tmp.6q9nYfqECO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3iOWxSwVLy ++ cat /tmp/tmp.6q9nYfqECO ++ rm /tmp/tmp.3iOWxSwVLy /tmp/tmp.6q9nYfqECO ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MPYXhswe5P +++ mktemp ++ local LAST_ERR=/tmp/tmp.eC0Zvnmodk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MPYXhswe5P ++ cat /tmp/tmp.eC0Zvnmodk ++ rm /tmp/tmp.MPYXhswe5P /tmp/tmp.eC0Zvnmodk ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xKg4loOMV7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.47m0eWcwrc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xKg4loOMV7 ++ cat /tmp/tmp.47m0eWcwrc ++ rm /tmp/tmp.xKg4loOMV7 /tmp/tmp.47m0eWcwrc ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HgSgbe7waF +++ mktemp ++ local LAST_ERR=/tmp/tmp.HwHRliLY7p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HgSgbe7waF ++ cat /tmp/tmp.HwHRliLY7p ++ rm /tmp/tmp.HgSgbe7waF /tmp/tmp.HwHRliLY7p ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oWH89ObtLp +++ mktemp ++ local LAST_ERR=/tmp/tmp.Bofu71pIEN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oWH89ObtLp ++ cat /tmp/tmp.Bofu71pIEN ++ rm /tmp/tmp.oWH89ObtLp /tmp/tmp.Bofu71pIEN ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Tfrl7AYNDT +++ mktemp ++ local LAST_ERR=/tmp/tmp.F9QhDGReuG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Tfrl7AYNDT ++ cat /tmp/tmp.F9QhDGReuG ++ rm /tmp/tmp.Tfrl7AYNDT /tmp/tmp.F9QhDGReuG ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YKnbbLoFsg +++ mktemp ++ local LAST_ERR=/tmp/tmp.ivbjYdq8xg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YKnbbLoFsg ++ cat /tmp/tmp.ivbjYdq8xg ++ rm /tmp/tmp.YKnbbLoFsg /tmp/tmp.ivbjYdq8xg ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Hk6olfpZVH +++ mktemp ++ local LAST_ERR=/tmp/tmp.ksJwIY6d4W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Hk6olfpZVH ++ cat /tmp/tmp.ksJwIY6d4W ++ rm /tmp/tmp.Hk6olfpZVH /tmp/tmp.ksJwIY6d4W ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oUisIhzyNI +++ mktemp ++ local LAST_ERR=/tmp/tmp.hY9lOtfzEL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oUisIhzyNI ++ cat /tmp/tmp.hY9lOtfzEL ++ rm /tmp/tmp.oUisIhzyNI /tmp/tmp.hY9lOtfzEL ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4C6qo0L6gI +++ mktemp ++ local LAST_ERR=/tmp/tmp.AabEp33ngp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4C6qo0L6gI ++ cat /tmp/tmp.AabEp33ngp ++ rm /tmp/tmp.4C6qo0L6gI /tmp/tmp.AabEp33ngp ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FG6x6cHymR +++ mktemp ++ local LAST_ERR=/tmp/tmp.1xrAyTqIGN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FG6x6cHymR ++ cat /tmp/tmp.1xrAyTqIGN ++ rm /tmp/tmp.FG6x6cHymR /tmp/tmp.1xrAyTqIGN ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HKv8dOLotT +++ mktemp ++ local LAST_ERR=/tmp/tmp.YfE9yH0A3p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HKv8dOLotT ++ cat /tmp/tmp.YfE9yH0A3p ++ rm /tmp/tmp.HKv8dOLotT /tmp/tmp.YfE9yH0A3p ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wpBqqeDDNP +++ mktemp ++ local LAST_ERR=/tmp/tmp.H4Vr21aT5h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wpBqqeDDNP ++ cat /tmp/tmp.H4Vr21aT5h ++ rm /tmp/tmp.wpBqqeDDNP /tmp/tmp.H4Vr21aT5h ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OfNXv6nDPK +++ mktemp ++ local LAST_ERR=/tmp/tmp.5aWCvZoM5o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OfNXv6nDPK ++ cat /tmp/tmp.5aWCvZoM5o ++ rm /tmp/tmp.OfNXv6nDPK /tmp/tmp.5aWCvZoM5o ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CJjO4uZqYp +++ mktemp ++ local LAST_ERR=/tmp/tmp.cYr1AAwwzj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CJjO4uZqYp ++ cat /tmp/tmp.cYr1AAwwzj ++ rm /tmp/tmp.CJjO4uZqYp /tmp/tmp.cYr1AAwwzj ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.x8WZivBn2P +++ mktemp ++ local LAST_ERR=/tmp/tmp.VsEPECrQax ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.x8WZivBn2P ++ cat /tmp/tmp.VsEPECrQax ++ rm /tmp/tmp.x8WZivBn2P /tmp/tmp.VsEPECrQax ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JyMeZvLMFJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.pW8uuDQZA8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JyMeZvLMFJ ++ cat /tmp/tmp.pW8uuDQZA8 ++ rm /tmp/tmp.JyMeZvLMFJ /tmp/tmp.pW8uuDQZA8 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OWU7vSztn0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.USahgpA7mQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OWU7vSztn0 ++ cat /tmp/tmp.USahgpA7mQ ++ rm /tmp/tmp.OWU7vSztn0 /tmp/tmp.USahgpA7mQ ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FbVSrgOYJz +++ mktemp ++ local LAST_ERR=/tmp/tmp.wr00E7TBFa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FbVSrgOYJz ++ cat /tmp/tmp.wr00E7TBFa ++ rm /tmp/tmp.FbVSrgOYJz /tmp/tmp.wr00E7TBFa ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 19 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eN6DaSbvBx +++ mktemp ++ local LAST_ERR=/tmp/tmp.FLoImPkim5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eN6DaSbvBx ++ cat /tmp/tmp.FLoImPkim5 ++ rm /tmp/tmp.eN6DaSbvBx /tmp/tmp.FLoImPkim5 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 20 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0AdxLtDlhU +++ mktemp ++ local LAST_ERR=/tmp/tmp.TnaEuXqkV3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0AdxLtDlhU ++ cat /tmp/tmp.TnaEuXqkV3 ++ rm /tmp/tmp.0AdxLtDlhU /tmp/tmp.TnaEuXqkV3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 21 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PoneXLM6am +++ mktemp ++ local LAST_ERR=/tmp/tmp.3wEGILtAts ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PoneXLM6am ++ cat /tmp/tmp.3wEGILtAts ++ rm /tmp/tmp.PoneXLM6am /tmp/tmp.3wEGILtAts ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 22 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.f2QaWqe5p8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9WZeY9nEHZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.f2QaWqe5p8 ++ cat /tmp/tmp.9WZeY9nEHZ ++ rm /tmp/tmp.f2QaWqe5p8 /tmp/tmp.9WZeY9nEHZ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 23 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.43VJvgYOHx +++ mktemp ++ local LAST_ERR=/tmp/tmp.sLkNvN4q9c ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.43VJvgYOHx ++ cat /tmp/tmp.sLkNvN4q9c ++ rm /tmp/tmp.43VJvgYOHx /tmp/tmp.sLkNvN4q9c ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 24 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rt0G4LR9Uc +++ mktemp ++ local LAST_ERR=/tmp/tmp.sHr5UG1y8a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Rt0G4LR9Uc ++ cat /tmp/tmp.sHr5UG1y8a ++ rm /tmp/tmp.Rt0G4LR9Uc /tmp/tmp.sHr5UG1y8a ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 25 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IefiE6q4z3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.nBZYllkkK7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IefiE6q4z3 ++ cat /tmp/tmp.nBZYllkkK7 ++ rm /tmp/tmp.IefiE6q4z3 /tmp/tmp.nBZYllkkK7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 26 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nWnoKNWiNL +++ mktemp ++ local LAST_ERR=/tmp/tmp.TOZmzoIIXt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nWnoKNWiNL ++ cat /tmp/tmp.TOZmzoIIXt ++ rm /tmp/tmp.nWnoKNWiNL /tmp/tmp.TOZmzoIIXt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 27 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.epaGKDS64m +++ mktemp ++ local LAST_ERR=/tmp/tmp.cwxnxcybFx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.epaGKDS64m ++ cat /tmp/tmp.cwxnxcybFx ++ rm /tmp/tmp.epaGKDS64m /tmp/tmp.cwxnxcybFx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 28 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VbVDEW7Rib +++ mktemp ++ local LAST_ERR=/tmp/tmp.wXKf4Jnuyy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VbVDEW7Rib ++ cat /tmp/tmp.wXKf4Jnuyy ++ rm /tmp/tmp.VbVDEW7Rib /tmp/tmp.wXKf4Jnuyy ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 29 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8uzxNoYaEB +++ mktemp ++ local LAST_ERR=/tmp/tmp.prQrGtBjJP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8uzxNoYaEB ++ cat /tmp/tmp.prQrGtBjJP ++ rm /tmp/tmp.8uzxNoYaEB /tmp/tmp.prQrGtBjJP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 30 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uJDkiJXdpR +++ mktemp ++ local LAST_ERR=/tmp/tmp.IQTOJ7fI78 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uJDkiJXdpR ++ cat /tmp/tmp.IQTOJ7fI78 ++ rm /tmp/tmp.uJDkiJXdpR /tmp/tmp.IQTOJ7fI78 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 31 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TxowjQDFzh +++ mktemp ++ local LAST_ERR=/tmp/tmp.YieoglG3oX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TxowjQDFzh ++ cat /tmp/tmp.YieoglG3oX ++ rm /tmp/tmp.TxowjQDFzh /tmp/tmp.YieoglG3oX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 32 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QX6pZ4UiJk +++ mktemp ++ local LAST_ERR=/tmp/tmp.AQkJsHcSrF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QX6pZ4UiJk ++ cat /tmp/tmp.AQkJsHcSrF ++ rm /tmp/tmp.QX6pZ4UiJk /tmp/tmp.AQkJsHcSrF ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 33 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qmuhlypghu +++ mktemp ++ local LAST_ERR=/tmp/tmp.UQ4GQ3RY24 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qmuhlypghu ++ cat /tmp/tmp.UQ4GQ3RY24 ++ rm /tmp/tmp.qmuhlypghu /tmp/tmp.UQ4GQ3RY24 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 34 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ipJ1nE52GY +++ mktemp ++ local LAST_ERR=/tmp/tmp.xcaDnZHzmj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ipJ1nE52GY ++ cat /tmp/tmp.xcaDnZHzmj ++ rm /tmp/tmp.ipJ1nE52GY /tmp/tmp.xcaDnZHzmj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 35 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HyM3uvSC8E +++ mktemp ++ local LAST_ERR=/tmp/tmp.SI7JtwR87k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HyM3uvSC8E ++ cat /tmp/tmp.SI7JtwR87k ++ rm /tmp/tmp.HyM3uvSC8E /tmp/tmp.SI7JtwR87k ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 36 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jtQBPxJ3ku +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZNjCyc9Y4u ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jtQBPxJ3ku ++ cat /tmp/tmp.ZNjCyc9Y4u ++ rm /tmp/tmp.jtQBPxJ3ku /tmp/tmp.ZNjCyc9Y4u ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 37 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YAyRQdvWfx +++ mktemp ++ local LAST_ERR=/tmp/tmp.J5NE3eInGh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YAyRQdvWfx ++ cat /tmp/tmp.J5NE3eInGh ++ rm /tmp/tmp.YAyRQdvWfx /tmp/tmp.J5NE3eInGh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 38 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Wp4YahsnD5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.4f7hpwMPJl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Wp4YahsnD5 ++ cat /tmp/tmp.4f7hpwMPJl ++ rm /tmp/tmp.Wp4YahsnD5 /tmp/tmp.4f7hpwMPJl ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 39 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d06zxBGaxU +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q3yalL3tgj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d06zxBGaxU ++ cat /tmp/tmp.Q3yalL3tgj ++ rm /tmp/tmp.d06zxBGaxU /tmp/tmp.Q3yalL3tgj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 40 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wKBTbKt1Dw +++ mktemp ++ local LAST_ERR=/tmp/tmp.BuALQsIkcy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wKBTbKt1Dw ++ cat /tmp/tmp.BuALQsIkcy ++ rm /tmp/tmp.wKBTbKt1Dw /tmp/tmp.BuALQsIkcy ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 41 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.digJIz92Xk +++ mktemp ++ local LAST_ERR=/tmp/tmp.9NXvNcUO2G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.digJIz92Xk ++ cat /tmp/tmp.9NXvNcUO2G ++ rm /tmp/tmp.digJIz92Xk /tmp/tmp.9NXvNcUO2G ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 42 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BtXlhx30V2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cthVan02fs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BtXlhx30V2 ++ cat /tmp/tmp.cthVan02fs ++ rm /tmp/tmp.BtXlhx30V2 /tmp/tmp.cthVan02fs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 43 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Y8nX0QlIzo +++ mktemp ++ local LAST_ERR=/tmp/tmp.pDENe9nDGP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Y8nX0QlIzo ++ cat /tmp/tmp.pDENe9nDGP ++ rm /tmp/tmp.Y8nX0QlIzo /tmp/tmp.pDENe9nDGP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 44 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3GurM0kaqq +++ mktemp ++ local LAST_ERR=/tmp/tmp.IkPL4DGtAI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3GurM0kaqq ++ cat /tmp/tmp.IkPL4DGtAI ++ rm /tmp/tmp.3GurM0kaqq /tmp/tmp.IkPL4DGtAI ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 45 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0CKxT3c8SX +++ mktemp ++ local LAST_ERR=/tmp/tmp.tiisejVOGP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0CKxT3c8SX ++ cat /tmp/tmp.tiisejVOGP ++ rm /tmp/tmp.0CKxT3c8SX /tmp/tmp.tiisejVOGP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 46 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HCAa8i5Ix0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.WfdOy1Y40I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HCAa8i5Ix0 ++ cat /tmp/tmp.WfdOy1Y40I ++ rm /tmp/tmp.HCAa8i5Ix0 /tmp/tmp.WfdOy1Y40I ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 47 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bmkbMFj5Yd +++ mktemp ++ local LAST_ERR=/tmp/tmp.ey6G7ZE5ei ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bmkbMFj5Yd ++ cat /tmp/tmp.ey6G7ZE5ei ++ rm /tmp/tmp.bmkbMFj5Yd /tmp/tmp.ey6G7ZE5ei ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 48 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iGv8NLI6Vn +++ mktemp ++ local LAST_ERR=/tmp/tmp.Gs5JsvJlwu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iGv8NLI6Vn ++ cat /tmp/tmp.Gs5JsvJlwu ++ rm /tmp/tmp.iGv8NLI6Vn /tmp/tmp.Gs5JsvJlwu ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5Wy4trNZj0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.PK3zXeRZIz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5Wy4trNZj0 ++ cat /tmp/tmp.PK3zXeRZIz ++ rm /tmp/tmp.5Wy4trNZj0 /tmp/tmp.PK3zXeRZIz ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.tQsG7C7L34 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.leO41SGNCa +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.tQsG7C7L34 +++++ cat /tmp/tmp.leO41SGNCa +++++ rm /tmp/tmp.tQsG7C7L34 /tmp/tmp.leO41SGNCa +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.M89CGCqb3z ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.uugwY3jEXa +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.M89CGCqb3z +++++ cat /tmp/tmp.uugwY3jEXa +++++ rm /tmp/tmp.M89CGCqb3z /tmp/tmp.uugwY3jEXa +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1eOW2Orxwb +++ mktemp ++ local LAST_ERR=/tmp/tmp.xXtL1KrqDW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1eOW2Orxwb ++ cat /tmp/tmp.xXtL1KrqDW ++ rm /tmp/tmp.1eOW2Orxwb /tmp/tmp.xXtL1KrqDW ++ return 0 + [[ 3 == \3 ]] + echo + desc 'get replica cluster services endpoints' + set +o xtrace ----------------------------------------------------------------------------------- get replica cluster services endpoints ----------------------------------------------------------------------------------- ++ get_service_ip cross-site-replica-pxc-0 ++ local service=cross-site-replica-pxc-0 ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.1qaIqO4YZc ++++ mktemp +++ local LAST_ERR=/tmp/tmp.y3gPboXD6H +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.1qaIqO4YZc +++ cat /tmp/tmp.y3gPboXD6H +++ rm /tmp/tmp.1qaIqO4YZc /tmp/tmp.y3gPboXD6H +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gfZmGd9LBU +++ mktemp ++ local LAST_ERR=/tmp/tmp.QIv2w5s2Ki ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gfZmGd9LBU ++ cat /tmp/tmp.QIv2w5s2Ki ++ rm /tmp/tmp.gfZmGd9LBU /tmp/tmp.QIv2w5s2Ki ++ return 0 ++ return + replica_endpoint0=34.118.239.87 ++ get_service_ip cross-site-replica-pxc-1 ++ local service=cross-site-replica-pxc-1 ++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.g7rsgZjoO3 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lSk50RxY4y +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.g7rsgZjoO3 +++ cat /tmp/tmp.lSk50RxY4y +++ rm /tmp/tmp.g7rsgZjoO3 /tmp/tmp.lSk50RxY4y +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mM9UYPruLv +++ mktemp ++ local LAST_ERR=/tmp/tmp.nNnmwq3jTR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mM9UYPruLv ++ cat /tmp/tmp.nNnmwq3jTR ++ rm /tmp/tmp.mM9UYPruLv /tmp/tmp.nNnmwq3jTR ++ return 0 ++ return + replica_endpoint1=34.118.236.32 ++ get_service_ip cross-site-replica-pxc-2 ++ local service=cross-site-replica-pxc-2 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.xXLsn64Khf ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xXZmMFAQjU +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.xXLsn64Khf +++ cat /tmp/tmp.xXZmMFAQjU +++ rm /tmp/tmp.xXLsn64Khf /tmp/tmp.xXZmMFAQjU +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zechos99xO +++ mktemp ++ local LAST_ERR=/tmp/tmp.D1CO2UBNkg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zechos99xO ++ cat /tmp/tmp.D1CO2UBNkg ++ rm /tmp/tmp.zechos99xO /tmp/tmp.D1CO2UBNkg ++ return 0 ++ return + replica_endpoint2=34.118.231.249 ++ run_mysql 'SELECT @@hostname hostname;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Mo5H6TjTR8 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lYS9Xclj6J +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Mo5H6TjTR8 +++ cat /tmp/tmp.lYS9Xclj6J +++ rm /tmp/tmp.Mo5H6TjTR8 /tmp/tmp.lYS9Xclj6J +++ return 0 ++ client_pod=pxc-client-67fc4995bb-6nk54 ++ wait_pod pxc-client-67fc4995bb-6nk54 ++ local pod=pxc-client-67fc4995bb-6nk54 ++ local max_retry=480 ++ local ns= +++ echo pxc-client-67fc4995bb-6nk54 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ grep -E '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + replica_primary=cross-site-replica-pxc-0 ++ get_service_ip cross-site-replica-pxc-0 ++ local service=cross-site-replica-pxc-0 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.aKDRuQMIA2 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.pjPHYggvNB +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.aKDRuQMIA2 +++ cat /tmp/tmp.pjPHYggvNB +++ rm /tmp/tmp.aKDRuQMIA2 /tmp/tmp.pjPHYggvNB +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qFZ7zeLeeT +++ mktemp ++ local LAST_ERR=/tmp/tmp.y5C7yIHqM5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qFZ7zeLeeT ++ cat /tmp/tmp.y5C7yIHqM5 ++ rm /tmp/tmp.qFZ7zeLeeT /tmp/tmp.y5C7yIHqM5 ++ return 0 ++ return + replica_primary_endpoint=34.118.239.87 + run_mysql 'DELETE FROM myApp.myApp WHERE id=100500' '-h 34.118.239.87 -uroot -proot_password' + local 'command=DELETE FROM myApp.myApp WHERE id=100500' + local 'uri=-h 34.118.239.87 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lD0yinUYtS +++ mktemp ++ local LAST_ERR=/tmp/tmp.aBXs0CK1R9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lD0yinUYtS ++ cat /tmp/tmp.aBXs0CK1R9 ++ rm /tmp/tmp.lD0yinUYtS /tmp/tmp.aBXs0CK1R9 ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-6nk54 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + desc 'patch replica cluster with replicationChannels settings' + set +o xtrace ----------------------------------------------------------------------------------- patch replica cluster with replicationChannels settings ----------------------------------------------------------------------------------- + kubectl_bin patch pxc cross-site-replica --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "source_to_replica", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.229.231", "port": 3306, "weight": 100},{"host": "34.118.225.43", "port": 3306, "weight": 100},{"host": "34.118.238.177", "port": 3306, "weight": 100}]}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.XVICuNTIxY ++ mktemp + local LAST_ERR=/tmp/tmp.DpPlQPa9CT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-replica --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "source_to_replica", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.229.231", "port": 3306, "weight": 100},{"host": "34.118.225.43", "port": 3306, "weight": 100},{"host": "34.118.238.177", "port": 3306, "weight": 100}]}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XVICuNTIxY perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + cat /tmp/tmp.DpPlQPa9CT + rm /tmp/tmp.XVICuNTIxY /tmp/tmp.DpPlQPa9CT + return 0 + sleep 40 + desc 'patch replica cluster secrets with replication user' + set +o xtrace ----------------------------------------------------------------------------------- patch replica cluster secrets with replication user ----------------------------------------------------------------------------------- + patch_replication_secret cross-site-replica 3 3 + local cluster=cross-site-replica + local pxc_size=3 + local proxy_size=3 ++ base64 ++ echo -n new_password + kubectl_bin patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' ++ mktemp + local LAST_OUT=/tmp/tmp.0GZqb2iOge ++ mktemp + local LAST_ERR=/tmp/tmp.g4rxvpI6gS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0GZqb2iOge secret/my-cluster-secrets patched + cat /tmp/tmp.g4rxvpI6gS + rm /tmp/tmp.0GZqb2iOge /tmp/tmp.g4rxvpI6gS + return 0 + sleep 15 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zwf9wbdsjj +++ mktemp ++ local LAST_ERR=/tmp/tmp.qGUV5FWlcp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zwf9wbdsjj ++ cat /tmp/tmp.qGUV5FWlcp ++ rm /tmp/tmp.zwf9wbdsjj /tmp/tmp.qGUV5FWlcp ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FxC8xU28Vd +++ mktemp ++ local LAST_ERR=/tmp/tmp.3z05PfQ3BZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FxC8xU28Vd ++ cat /tmp/tmp.3z05PfQ3BZ ++ rm /tmp/tmp.FxC8xU28Vd /tmp/tmp.3z05PfQ3BZ ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.D5sOOClFLc ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.oynrVeryR1 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.D5sOOClFLc +++++ cat /tmp/tmp.oynrVeryR1 +++++ rm /tmp/tmp.D5sOOClFLc /tmp/tmp.oynrVeryR1 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.AAYaN3Wmv1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.GCKawLfajN +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.AAYaN3Wmv1 +++++ cat /tmp/tmp.GCKawLfajN +++++ rm /tmp/tmp.AAYaN3Wmv1 /tmp/tmp.GCKawLfajN +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1jwy9hMGOP +++ mktemp ++ local LAST_ERR=/tmp/tmp.FXraT8uhRX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1jwy9hMGOP ++ cat /tmp/tmp.FXraT8uhRX ++ rm /tmp/tmp.1jwy9hMGOP /tmp/tmp.FXraT8uhRX ++ return 0 + [[ 3 == \3 ]] + echo + desc 'Check replication works between source -> replica' + set +o xtrace ----------------------------------------------------------------------------------- Check replication works between source -> replica ----------------------------------------------------------------------------------- + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.239.87 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.239.87 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.239.87 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.239.87 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hQatnEz3Ul +++ mktemp ++ local LAST_ERR=/tmp/tmp.U0MD1DASKR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hQatnEz3Ul ++ cat /tmp/tmp.U0MD1DASKR ++ rm /tmp/tmp.hQatnEz3Ul /tmp/tmp.U0MD1DASKR ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-6nk54 + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.VblUH0hSLl/select-2.sql + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.236.32 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.236.32 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.236.32 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.236.32 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QZtSpnhWDC +++ mktemp ++ local LAST_ERR=/tmp/tmp.TsWGznavVU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QZtSpnhWDC ++ cat /tmp/tmp.TsWGznavVU ++ rm /tmp/tmp.QZtSpnhWDC /tmp/tmp.TsWGznavVU ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-6nk54 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.VblUH0hSLl/select-2.sql + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.231.249 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.231.249 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.231.249 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.231.249 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Apdpy1I0K6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.taGSkb2S4C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Apdpy1I0K6 ++ cat /tmp/tmp.taGSkb2S4C ++ rm /tmp/tmp.Apdpy1I0K6 /tmp/tmp.taGSkb2S4C ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-6nk54 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.VblUH0hSLl/select-2.sql + desc 'check that ProxySQL on replica cluster does not have writer hostgroup (11)' + set +o xtrace ----------------------------------------------------------------------------------- check that ProxySQL on replica cluster does not have writer hostgroup (11) ----------------------------------------------------------------------------------- + check_proxysql_hostgroup cross-site-replica 3 11 empty + local cluster=cross-site-replica + local size=3 + local hostgroup_id=11 + local expected=empty + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + desc 'verify cluster stability and no ProxySQL pod restarts over 60 seconds' + set +o xtrace ----------------------------------------------------------------------------------- verify cluster stability and no ProxySQL pod restarts over 60 seconds ----------------------------------------------------------------------------------- + proxysql_restarts_before=() + local proxysql_restarts_before + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cQHVnb8lxJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.8JMKLSExI5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cQHVnb8lxJ ++ cat /tmp/tmp.8JMKLSExI5 ++ rm /tmp/tmp.cQHVnb8lxJ /tmp/tmp.8JMKLSExI5 ++ return 0 + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FlgmDwhltb +++ mktemp ++ local LAST_ERR=/tmp/tmp.MDF4SBeq6J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FlgmDwhltb ++ cat /tmp/tmp.MDF4SBeq6J ++ rm /tmp/tmp.FlgmDwhltb /tmp/tmp.MDF4SBeq6J ++ return 0 + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ynV9Dn2tqY +++ mktemp ++ local LAST_ERR=/tmp/tmp.qq0lqJceqf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ynV9Dn2tqY ++ cat /tmp/tmp.qq0lqJceqf ++ rm /tmp/tmp.ynV9Dn2tqY /tmp/tmp.qq0lqJceqf ++ return 0 + sleep 60 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IyZaMnsU5O +++ mktemp ++ local LAST_ERR=/tmp/tmp.a2fE32lsDz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IyZaMnsU5O ++ cat /tmp/tmp.a2fE32lsDz ++ rm /tmp/tmp.IyZaMnsU5O /tmp/tmp.a2fE32lsDz ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XtX0DSkoaS +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z23VAak5dc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XtX0DSkoaS ++ cat /tmp/tmp.Z23VAak5dc ++ rm /tmp/tmp.XtX0DSkoaS /tmp/tmp.Z23VAak5dc ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.yydCR9FObH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ln3RVMFssR +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.yydCR9FObH +++++ cat /tmp/tmp.ln3RVMFssR +++++ rm /tmp/tmp.yydCR9FObH /tmp/tmp.ln3RVMFssR +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.9npXJARWoO ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.fnmod8VrLy +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.9npXJARWoO +++++ cat /tmp/tmp.fnmod8VrLy +++++ rm /tmp/tmp.9npXJARWoO /tmp/tmp.fnmod8VrLy +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LwU76B76AZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.iMydTQJKdO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LwU76B76AZ ++ cat /tmp/tmp.iMydTQJKdO ++ rm /tmp/tmp.LwU76B76AZ /tmp/tmp.iMydTQJKdO ++ return 0 + [[ 3 == \3 ]] + echo + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6o8dFdMCjN +++ mktemp ++ local LAST_ERR=/tmp/tmp.2gjlHULCjF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6o8dFdMCjN ++ cat /tmp/tmp.2gjlHULCjF ++ rm /tmp/tmp.6o8dFdMCjN /tmp/tmp.2gjlHULCjF ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0Lp3Svtthg +++ mktemp ++ local LAST_ERR=/tmp/tmp.kL4xqKQFcT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0Lp3Svtthg ++ cat /tmp/tmp.kL4xqKQFcT ++ rm /tmp/tmp.0Lp3Svtthg /tmp/tmp.kL4xqKQFcT ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q6n6AF4hdD +++ mktemp ++ local LAST_ERR=/tmp/tmp.oD1b7KjjrW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Q6n6AF4hdD ++ cat /tmp/tmp.oD1b7KjjrW ++ rm /tmp/tmp.Q6n6AF4hdD /tmp/tmp.oD1b7KjjrW ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + desc 'check read access via ProxySQL on replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- check read access via ProxySQL on replica cluster ----------------------------------------------------------------------------------- + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.T5FWxzKKj5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.gEHauvAIbk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.T5FWxzKKj5 ++ cat /tmp/tmp.gEHauvAIbk ++ rm /tmp/tmp.T5FWxzKKj5 /tmp/tmp.gEHauvAIbk ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-6nk54 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.VblUH0hSLl/select-2.sql + run_backup cross-site-replica backup-minio-replica + local cluster=cross-site-replica + local backup=backup-minio-replica + log 'run pxc-backup/backup-minio-replica' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-30T14:09:11+0000]' run pxc-backup/backup-minio-replica [2026-04-30T14:09:11+0000] run pxc-backup/backup-minio-replica + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/backup-minio-replica.yml ++ mktemp + local LAST_OUT=/tmp/tmp.PQ69UFHpKU ++ mktemp + local LAST_ERR=/tmp/tmp.yrn432Kj3K + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/backup-minio-replica.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PQ69UFHpKU perconaxtradbclusterbackup.pxc.percona.com/backup-minio-replica created + cat /tmp/tmp.yrn432Kj3K + rm /tmp/tmp.PQ69UFHpKU /tmp/tmp.yrn432Kj3K + return 0 + wait_backup backup-minio-replica + local backup=backup-minio-replica + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup-minio-replica to reach Succeeded state................Succeeded + desc 'Switch clusters over' + set +o xtrace ----------------------------------------------------------------------------------- Switch clusters over ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-26856 + local ns=cross-site-proxysql-26856 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ll7noFWA5y +++ mktemp ++ local LAST_ERR=/tmp/tmp.6BxFBLQHa4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ll7noFWA5y ++ cat /tmp/tmp.6BxFBLQHa4 ++ rm /tmp/tmp.Ll7noFWA5y /tmp/tmp.6BxFBLQHa4 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-26856 ++ mktemp + local LAST_OUT=/tmp/tmp.E7BIgsE1RO ++ mktemp + local LAST_ERR=/tmp/tmp.z5LqZVMKd4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-26856 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.E7BIgsE1RO Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6" modified. + cat /tmp/tmp.z5LqZVMKd4 + rm /tmp/tmp.E7BIgsE1RO /tmp/tmp.z5LqZVMKd4 + return 0 + desc 'rebuild source cluster' + set +o xtrace ----------------------------------------------------------------------------------- rebuild source cluster ----------------------------------------------------------------------------------- ++ kubectl_bin get -n cross-site-proxysql-replica-4819 pxc-backup backup-minio-replica -o 'jsonpath={.status.destination}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ilmzKUq7Bo +++ mktemp ++ local LAST_ERR=/tmp/tmp.Nf0G2mVhz1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get -n cross-site-proxysql-replica-4819 pxc-backup backup-minio-replica -o 'jsonpath={.status.destination}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ilmzKUq7Bo ++ cat /tmp/tmp.Nf0G2mVhz1 ++ rm /tmp/tmp.ilmzKUq7Bo /tmp/tmp.Nf0G2mVhz1 ++ return 0 + destination=s3://operator-testing/cross-site-replica-2026-04-30-14:09:12-full + kubectl_bin apply -f - + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-26856~ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/conf/restore-backup-minio.yml + /usr/bin/sed -e s~#cluster~cross-site-source~ + /usr/bin/sed -e s~#destination~s3://operator-testing/cross-site-replica-2026-04-30-14:09:12-full~ ++ mktemp + local LAST_OUT=/tmp/tmp.UHGI4gA3VI ++ mktemp + local LAST_ERR=/tmp/tmp.AJ0aE7ymSB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UHGI4gA3VI perconaxtradbclusterrestore.pxc.percona.com/backup-minio created + cat /tmp/tmp.AJ0aE7ymSB + rm /tmp/tmp.UHGI4gA3VI /tmp/tmp.AJ0aE7ymSB + return 0 + wait_cluster_consistency cross-site-source 3 3 + local cluster_name=cross-site-source + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-source to be ready' waiting for pxc/cross-site-source to be ready++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Mysb08Glme +++ mktemp ++ local LAST_ERR=/tmp/tmp.cMYvR3W8W4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Mysb08Glme ++ cat /tmp/tmp.cMYvR3W8W4 ++ rm /tmp/tmp.Mysb08Glme /tmp/tmp.cMYvR3W8W4 ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZXjOJHaTST +++ mktemp ++ local LAST_ERR=/tmp/tmp.Yu3QB9Khjy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZXjOJHaTST ++ cat /tmp/tmp.Yu3QB9Khjy ++ rm /tmp/tmp.ZXjOJHaTST /tmp/tmp.Yu3QB9Khjy ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V09AhSNMoG +++ mktemp ++ local LAST_ERR=/tmp/tmp.iczdR3QcMq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V09AhSNMoG ++ cat /tmp/tmp.iczdR3QcMq ++ rm /tmp/tmp.V09AhSNMoG /tmp/tmp.iczdR3QcMq ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7E8ex0ypFV +++ mktemp ++ local LAST_ERR=/tmp/tmp.NPdGw5j139 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7E8ex0ypFV ++ cat /tmp/tmp.NPdGw5j139 ++ rm /tmp/tmp.7E8ex0ypFV /tmp/tmp.NPdGw5j139 ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pGo6SnEur4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.HGauKKsPmL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pGo6SnEur4 ++ cat /tmp/tmp.HGauKKsPmL ++ rm /tmp/tmp.pGo6SnEur4 /tmp/tmp.HGauKKsPmL ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7lWchBKlfG +++ mktemp ++ local LAST_ERR=/tmp/tmp.fDXJaJRWTd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7lWchBKlfG ++ cat /tmp/tmp.fDXJaJRWTd ++ rm /tmp/tmp.7lWchBKlfG /tmp/tmp.fDXJaJRWTd ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DUMnLXP7OA +++ mktemp ++ local LAST_ERR=/tmp/tmp.7fMheWip1o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DUMnLXP7OA ++ cat /tmp/tmp.7fMheWip1o ++ rm /tmp/tmp.DUMnLXP7OA /tmp/tmp.7fMheWip1o ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dJFydhSwYq +++ mktemp ++ local LAST_ERR=/tmp/tmp.mceRDq6hvi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dJFydhSwYq ++ cat /tmp/tmp.mceRDq6hvi ++ rm /tmp/tmp.dJFydhSwYq /tmp/tmp.mceRDq6hvi ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GZkw7osD4c +++ mktemp ++ local LAST_ERR=/tmp/tmp.PZo3pK5VyS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GZkw7osD4c ++ cat /tmp/tmp.PZo3pK5VyS ++ rm /tmp/tmp.GZkw7osD4c /tmp/tmp.PZo3pK5VyS ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XgbMaJDQpk +++ mktemp ++ local LAST_ERR=/tmp/tmp.9XhgMy7yak ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XgbMaJDQpk ++ cat /tmp/tmp.9XhgMy7yak ++ rm /tmp/tmp.XgbMaJDQpk /tmp/tmp.9XhgMy7yak ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A5qAeWeQ2C +++ mktemp ++ local LAST_ERR=/tmp/tmp.QkDgRZfT68 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A5qAeWeQ2C ++ cat /tmp/tmp.QkDgRZfT68 ++ rm /tmp/tmp.A5qAeWeQ2C /tmp/tmp.QkDgRZfT68 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.etrPtbrHOh +++ mktemp ++ local LAST_ERR=/tmp/tmp.66GbQtXdXw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.etrPtbrHOh ++ cat /tmp/tmp.66GbQtXdXw ++ rm /tmp/tmp.etrPtbrHOh /tmp/tmp.66GbQtXdXw ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QkUw56lBFw +++ mktemp ++ local LAST_ERR=/tmp/tmp.Jj7anoq14t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QkUw56lBFw ++ cat /tmp/tmp.Jj7anoq14t ++ rm /tmp/tmp.QkUw56lBFw /tmp/tmp.Jj7anoq14t ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dRcBn6NT1N +++ mktemp ++ local LAST_ERR=/tmp/tmp.qwFsS1BhfP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dRcBn6NT1N ++ cat /tmp/tmp.qwFsS1BhfP ++ rm /tmp/tmp.dRcBn6NT1N /tmp/tmp.qwFsS1BhfP ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yFHZZM0qTf +++ mktemp ++ local LAST_ERR=/tmp/tmp.3ols4L18gG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yFHZZM0qTf ++ cat /tmp/tmp.3ols4L18gG ++ rm /tmp/tmp.yFHZZM0qTf /tmp/tmp.3ols4L18gG ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WdCKUGpEis +++ mktemp ++ local LAST_ERR=/tmp/tmp.IhffHp6XFi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WdCKUGpEis ++ cat /tmp/tmp.IhffHp6XFi ++ rm /tmp/tmp.WdCKUGpEis /tmp/tmp.IhffHp6XFi ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.egtfDpAKW2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.p40Ad8COuq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.egtfDpAKW2 ++ cat /tmp/tmp.p40Ad8COuq ++ rm /tmp/tmp.egtfDpAKW2 /tmp/tmp.p40Ad8COuq ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lPPWlKHt5a +++ mktemp ++ local LAST_ERR=/tmp/tmp.jEGDO8B372 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lPPWlKHt5a ++ cat /tmp/tmp.jEGDO8B372 ++ rm /tmp/tmp.lPPWlKHt5a /tmp/tmp.jEGDO8B372 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tdcA0tatZT +++ mktemp ++ local LAST_ERR=/tmp/tmp.WWUgpcJEy2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tdcA0tatZT ++ cat /tmp/tmp.WWUgpcJEy2 ++ rm /tmp/tmp.tdcA0tatZT /tmp/tmp.WWUgpcJEy2 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iXUOuVTpd2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.nz0EGcuOzi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iXUOuVTpd2 ++ cat /tmp/tmp.nz0EGcuOzi ++ rm /tmp/tmp.iXUOuVTpd2 /tmp/tmp.nz0EGcuOzi ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 19 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mvWtnS2Lo8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.s9ktMNzofX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mvWtnS2Lo8 ++ cat /tmp/tmp.s9ktMNzofX ++ rm /tmp/tmp.mvWtnS2Lo8 /tmp/tmp.s9ktMNzofX ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 20 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SThPGVwvR1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YHdvtqm3rL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SThPGVwvR1 ++ cat /tmp/tmp.YHdvtqm3rL ++ rm /tmp/tmp.SThPGVwvR1 /tmp/tmp.YHdvtqm3rL ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 21 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6ijYEMKmsN +++ mktemp ++ local LAST_ERR=/tmp/tmp.iBDIncfRBO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6ijYEMKmsN ++ cat /tmp/tmp.iBDIncfRBO ++ rm /tmp/tmp.6ijYEMKmsN /tmp/tmp.iBDIncfRBO ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 22 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LTnMLwONUz +++ mktemp ++ local LAST_ERR=/tmp/tmp.oOszC4HVd0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LTnMLwONUz ++ cat /tmp/tmp.oOszC4HVd0 ++ rm /tmp/tmp.LTnMLwONUz /tmp/tmp.oOszC4HVd0 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 23 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.n7PDyRz0zu +++ mktemp ++ local LAST_ERR=/tmp/tmp.y3XNWt5S9Q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.n7PDyRz0zu ++ cat /tmp/tmp.y3XNWt5S9Q ++ rm /tmp/tmp.n7PDyRz0zu /tmp/tmp.y3XNWt5S9Q ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 24 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j7dnj6gKD1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.gmKHYBzyde ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j7dnj6gKD1 ++ cat /tmp/tmp.gmKHYBzyde ++ rm /tmp/tmp.j7dnj6gKD1 /tmp/tmp.gmKHYBzyde ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 25 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1CCW6fywVH +++ mktemp ++ local LAST_ERR=/tmp/tmp.LehW3WZRVC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1CCW6fywVH ++ cat /tmp/tmp.LehW3WZRVC ++ rm /tmp/tmp.1CCW6fywVH /tmp/tmp.LehW3WZRVC ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 26 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6ySSUZG2Ap +++ mktemp ++ local LAST_ERR=/tmp/tmp.cavpuKxAI0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6ySSUZG2Ap ++ cat /tmp/tmp.cavpuKxAI0 ++ rm /tmp/tmp.6ySSUZG2Ap /tmp/tmp.cavpuKxAI0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 27 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CsO9TQqxBr +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xn0BkNzJFR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CsO9TQqxBr ++ cat /tmp/tmp.Xn0BkNzJFR ++ rm /tmp/tmp.CsO9TQqxBr /tmp/tmp.Xn0BkNzJFR ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 28 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MxMk9p90qL +++ mktemp ++ local LAST_ERR=/tmp/tmp.U1vq42ZBsv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MxMk9p90qL ++ cat /tmp/tmp.U1vq42ZBsv ++ rm /tmp/tmp.MxMk9p90qL /tmp/tmp.U1vq42ZBsv ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 29 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fLsRkchVJm +++ mktemp ++ local LAST_ERR=/tmp/tmp.1xICihqFXd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fLsRkchVJm ++ cat /tmp/tmp.1xICihqFXd ++ rm /tmp/tmp.fLsRkchVJm /tmp/tmp.1xICihqFXd ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 30 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q1JnsC2XGE +++ mktemp ++ local LAST_ERR=/tmp/tmp.xM4PIzpqr0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Q1JnsC2XGE ++ cat /tmp/tmp.xM4PIzpqr0 ++ rm /tmp/tmp.Q1JnsC2XGE /tmp/tmp.xM4PIzpqr0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 31 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6EsFhL0TrY +++ mktemp ++ local LAST_ERR=/tmp/tmp.pmzbZw57ng ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6EsFhL0TrY ++ cat /tmp/tmp.pmzbZw57ng ++ rm /tmp/tmp.6EsFhL0TrY /tmp/tmp.pmzbZw57ng ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 32 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tSXWQMKOmd +++ mktemp ++ local LAST_ERR=/tmp/tmp.7MpxBTE9kZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tSXWQMKOmd ++ cat /tmp/tmp.7MpxBTE9kZ ++ rm /tmp/tmp.tSXWQMKOmd /tmp/tmp.7MpxBTE9kZ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 33 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.roQupKkswc +++ mktemp ++ local LAST_ERR=/tmp/tmp.vjFnzFa5md ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.roQupKkswc ++ cat /tmp/tmp.vjFnzFa5md ++ rm /tmp/tmp.roQupKkswc /tmp/tmp.vjFnzFa5md ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 34 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ihyJdTPqyU +++ mktemp ++ local LAST_ERR=/tmp/tmp.V0xXsC4JMJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ihyJdTPqyU ++ cat /tmp/tmp.V0xXsC4JMJ ++ rm /tmp/tmp.ihyJdTPqyU /tmp/tmp.V0xXsC4JMJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 35 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gUhY1g93pg +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZFrXhYEyK5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gUhY1g93pg ++ cat /tmp/tmp.ZFrXhYEyK5 ++ rm /tmp/tmp.gUhY1g93pg /tmp/tmp.ZFrXhYEyK5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 36 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ox3AKvUGPK +++ mktemp ++ local LAST_ERR=/tmp/tmp.Zfz31KmCEz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ox3AKvUGPK ++ cat /tmp/tmp.Zfz31KmCEz ++ rm /tmp/tmp.Ox3AKvUGPK /tmp/tmp.Zfz31KmCEz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 37 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bmD9RcwbH2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ytYJNJjpPV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bmD9RcwbH2 ++ cat /tmp/tmp.ytYJNJjpPV ++ rm /tmp/tmp.bmD9RcwbH2 /tmp/tmp.ytYJNJjpPV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 38 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ehWIKd87yU +++ mktemp ++ local LAST_ERR=/tmp/tmp.Lrs6hihirX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ehWIKd87yU ++ cat /tmp/tmp.Lrs6hihirX ++ rm /tmp/tmp.ehWIKd87yU /tmp/tmp.Lrs6hihirX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 39 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p7VMUGzds0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.TWCZCPK06e ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p7VMUGzds0 ++ cat /tmp/tmp.TWCZCPK06e ++ rm /tmp/tmp.p7VMUGzds0 /tmp/tmp.TWCZCPK06e ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 40 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RtFHSJKjRB +++ mktemp ++ local LAST_ERR=/tmp/tmp.CpJQtsnsFS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RtFHSJKjRB ++ cat /tmp/tmp.CpJQtsnsFS ++ rm /tmp/tmp.RtFHSJKjRB /tmp/tmp.CpJQtsnsFS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 41 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vWZF5bbwqD +++ mktemp ++ local LAST_ERR=/tmp/tmp.Up1BMzjHrz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vWZF5bbwqD ++ cat /tmp/tmp.Up1BMzjHrz ++ rm /tmp/tmp.vWZF5bbwqD /tmp/tmp.Up1BMzjHrz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 42 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Kmr7agJQxx +++ mktemp ++ local LAST_ERR=/tmp/tmp.NadT0aD3KG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Kmr7agJQxx ++ cat /tmp/tmp.NadT0aD3KG ++ rm /tmp/tmp.Kmr7agJQxx /tmp/tmp.NadT0aD3KG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 43 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.f0zNDVm5cA +++ mktemp ++ local LAST_ERR=/tmp/tmp.H0LQMriz9F ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.f0zNDVm5cA ++ cat /tmp/tmp.H0LQMriz9F ++ rm /tmp/tmp.f0zNDVm5cA /tmp/tmp.H0LQMriz9F ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 44 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.g0B7UbeeXw +++ mktemp ++ local LAST_ERR=/tmp/tmp.XTnMJMz9z2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g0B7UbeeXw ++ cat /tmp/tmp.XTnMJMz9z2 ++ rm /tmp/tmp.g0B7UbeeXw /tmp/tmp.XTnMJMz9z2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 45 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MLlTkHLykq +++ mktemp ++ local LAST_ERR=/tmp/tmp.Emts0xjbNV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MLlTkHLykq ++ cat /tmp/tmp.Emts0xjbNV ++ rm /tmp/tmp.MLlTkHLykq /tmp/tmp.Emts0xjbNV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 46 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0yg6fs3d1t +++ mktemp ++ local LAST_ERR=/tmp/tmp.8ZHurlZwti ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0yg6fs3d1t ++ cat /tmp/tmp.8ZHurlZwti ++ rm /tmp/tmp.0yg6fs3d1t /tmp/tmp.8ZHurlZwti ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 47 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.h8KA3ypDKq +++ mktemp ++ local LAST_ERR=/tmp/tmp.KLbxMkuktE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.h8KA3ypDKq ++ cat /tmp/tmp.KLbxMkuktE ++ rm /tmp/tmp.h8KA3ypDKq /tmp/tmp.KLbxMkuktE ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 48 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NC7TZ0eGCX +++ mktemp ++ local LAST_ERR=/tmp/tmp.4D4LyvKePF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NC7TZ0eGCX ++ cat /tmp/tmp.4D4LyvKePF ++ rm /tmp/tmp.NC7TZ0eGCX /tmp/tmp.4D4LyvKePF ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 49 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YeHa5mEQCp +++ mktemp ++ local LAST_ERR=/tmp/tmp.G7yXrwhaxL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YeHa5mEQCp ++ cat /tmp/tmp.G7yXrwhaxL ++ rm /tmp/tmp.YeHa5mEQCp /tmp/tmp.G7yXrwhaxL ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 50 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YzWdvzKHwy +++ mktemp ++ local LAST_ERR=/tmp/tmp.iaeJZf3gI3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YzWdvzKHwy ++ cat /tmp/tmp.iaeJZf3gI3 ++ rm /tmp/tmp.YzWdvzKHwy /tmp/tmp.iaeJZf3gI3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 51 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TuH5j5O8qW +++ mktemp ++ local LAST_ERR=/tmp/tmp.f8mFNBsXgm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TuH5j5O8qW ++ cat /tmp/tmp.f8mFNBsXgm ++ rm /tmp/tmp.TuH5j5O8qW /tmp/tmp.f8mFNBsXgm ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 52 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.W0giJrP5aC +++ mktemp ++ local LAST_ERR=/tmp/tmp.MBtU1rOTcF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.W0giJrP5aC ++ cat /tmp/tmp.MBtU1rOTcF ++ rm /tmp/tmp.W0giJrP5aC /tmp/tmp.MBtU1rOTcF ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 53 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1glNIIY9Fe +++ mktemp ++ local LAST_ERR=/tmp/tmp.cfl5gvlFzK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1glNIIY9Fe ++ cat /tmp/tmp.cfl5gvlFzK ++ rm /tmp/tmp.1glNIIY9Fe /tmp/tmp.cfl5gvlFzK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 54 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.86blUXHelZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.KfcaU0nRjJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.86blUXHelZ ++ cat /tmp/tmp.KfcaU0nRjJ ++ rm /tmp/tmp.86blUXHelZ /tmp/tmp.KfcaU0nRjJ ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yUUe82KbZ9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.LkwXLn3CEy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yUUe82KbZ9 ++ cat /tmp/tmp.LkwXLn3CEy ++ rm /tmp/tmp.yUUe82KbZ9 /tmp/tmp.LkwXLn3CEy ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-source +++ local cluster_name=cross-site-source ++++ get_proxy cross-site-source ++++ local target_cluster=cross-site-source +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.4kb9Yzl42s ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Rxbdqg5OmI +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.4kb9Yzl42s +++++ cat /tmp/tmp.Rxbdqg5OmI +++++ rm /tmp/tmp.4kb9Yzl42s /tmp/tmp.Rxbdqg5OmI +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.yLKmVu8DX8 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.GDQlorDDXR +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.yLKmVu8DX8 +++++ cat /tmp/tmp.GDQlorDDXR +++++ rm /tmp/tmp.yLKmVu8DX8 /tmp/tmp.GDQlorDDXR +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-source-proxysql ++++ return +++ local cluster_proxy=cross-site-source-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XNT7aFXxPU +++ mktemp ++ local LAST_ERR=/tmp/tmp.dAVyGRWBqk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XNT7aFXxPU ++ cat /tmp/tmp.dAVyGRWBqk ++ rm /tmp/tmp.XNT7aFXxPU /tmp/tmp.dAVyGRWBqk ++ return 0 + [[ 3 == \3 ]] + echo + run_mysql 'DELETE FROM myApp.myApp WHERE id=100500' '-h 34.118.229.231 -uroot -proot_password' + local 'command=DELETE FROM myApp.myApp WHERE id=100500' + local 'uri=-h 34.118.229.231 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VTsct8aCjn +++ mktemp ++ local LAST_ERR=/tmp/tmp.sPBx8nsGWY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VTsct8aCjn ++ cat /tmp/tmp.sPBx8nsGWY ++ rm /tmp/tmp.VTsct8aCjn /tmp/tmp.sPBx8nsGWY ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-xxzbq ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'DELETE FROM myApp.testSourceReplica WHERE id=100700' '-h 34.118.229.231 -uroot -proot_password' + local 'command=DELETE FROM myApp.testSourceReplica WHERE id=100700' + local 'uri=-h 34.118.229.231 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fLIs3UtyQ9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xiwvkyrZzK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fLIs3UtyQ9 ++ cat /tmp/tmp.xiwvkyrZzK ++ rm /tmp/tmp.fLIs3UtyQ9 /tmp/tmp.xiwvkyrZzK ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-xxzbq ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + desc 'configure old replica as source' + set +o xtrace ----------------------------------------------------------------------------------- configure old replica as source ----------------------------------------------------------------------------------- + kubectl patch pxc cross-site-replica -n cross-site-proxysql-replica-4819 --type=json '-p=[{'\''op'\'': '\''remove'\'', '\''path'\'': '\''/spec/pxc/replicationChannels/0'\''}]' perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + kubectl_bin patch pxc cross-site-replica -n cross-site-proxysql-replica-4819 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": true}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.8BzcZLZSBC ++ mktemp + local LAST_ERR=/tmp/tmp.eA6bElXvOa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-replica -n cross-site-proxysql-replica-4819 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": true}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8BzcZLZSBC perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + cat /tmp/tmp.eA6bElXvOa + rm /tmp/tmp.8BzcZLZSBC /tmp/tmp.eA6bElXvOa + return 0 + desc 'wait for promoted cluster to be ready' + set +o xtrace ----------------------------------------------------------------------------------- wait for promoted cluster to be ready ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-replica-4819 + local ns=cross-site-proxysql-replica-4819 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.biqlMP4C0n +++ mktemp ++ local LAST_ERR=/tmp/tmp.73wfTavVyC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.biqlMP4C0n ++ cat /tmp/tmp.73wfTavVyC ++ rm /tmp/tmp.biqlMP4C0n /tmp/tmp.73wfTavVyC ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-replica-4819 ++ mktemp + local LAST_OUT=/tmp/tmp.PuudIjeJb9 ++ mktemp + local LAST_ERR=/tmp/tmp.IgmibgB3fn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-replica-4819 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PuudIjeJb9 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6" modified. + cat /tmp/tmp.IgmibgB3fn + rm /tmp/tmp.PuudIjeJb9 /tmp/tmp.IgmibgB3fn + return 0 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZFE3uNVfMn +++ mktemp ++ local LAST_ERR=/tmp/tmp.YGxKvVJMto ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZFE3uNVfMn ++ cat /tmp/tmp.YGxKvVJMto ++ rm /tmp/tmp.ZFE3uNVfMn /tmp/tmp.YGxKvVJMto ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kIfvgiNStG +++ mktemp ++ local LAST_ERR=/tmp/tmp.zbiDgB0wT1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kIfvgiNStG ++ cat /tmp/tmp.zbiDgB0wT1 ++ rm /tmp/tmp.kIfvgiNStG /tmp/tmp.zbiDgB0wT1 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.srDcFFyJq9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.d0WwTsMWSf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.srDcFFyJq9 ++ cat /tmp/tmp.d0WwTsMWSf ++ rm /tmp/tmp.srDcFFyJq9 /tmp/tmp.d0WwTsMWSf ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pg4Y3HuuZh +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fjm7oLYypD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pg4Y3HuuZh ++ cat /tmp/tmp.Fjm7oLYypD ++ rm /tmp/tmp.Pg4Y3HuuZh /tmp/tmp.Fjm7oLYypD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0lnWHe5IBY +++ mktemp ++ local LAST_ERR=/tmp/tmp.lThUbkiH3x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0lnWHe5IBY ++ cat /tmp/tmp.lThUbkiH3x ++ rm /tmp/tmp.0lnWHe5IBY /tmp/tmp.lThUbkiH3x ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bkn9eRQpKo +++ mktemp ++ local LAST_ERR=/tmp/tmp.32oxPSDxyk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bkn9eRQpKo ++ cat /tmp/tmp.32oxPSDxyk ++ rm /tmp/tmp.bkn9eRQpKo /tmp/tmp.32oxPSDxyk ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qMwsCaX7Zs +++ mktemp ++ local LAST_ERR=/tmp/tmp.eNItOA9icK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qMwsCaX7Zs ++ cat /tmp/tmp.eNItOA9icK ++ rm /tmp/tmp.qMwsCaX7Zs /tmp/tmp.eNItOA9icK ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.uiNE3sbadv ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.NITNHyyJg1 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.uiNE3sbadv +++++ cat /tmp/tmp.NITNHyyJg1 +++++ rm /tmp/tmp.uiNE3sbadv /tmp/tmp.NITNHyyJg1 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.aEOfrqrtDm ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.0K43uDwfuF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.aEOfrqrtDm +++++ cat /tmp/tmp.0K43uDwfuF +++++ rm /tmp/tmp.aEOfrqrtDm /tmp/tmp.0K43uDwfuF +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bxDMZ1w8vY +++ mktemp ++ local LAST_ERR=/tmp/tmp.7H5QObtx8K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bxDMZ1w8vY ++ cat /tmp/tmp.7H5QObtx8K ++ rm /tmp/tmp.bxDMZ1w8vY /tmp/tmp.7H5QObtx8K ++ return 0 + [[ 3 == \3 ]] + echo + desc 'check that ProxySQL on promoted cluster has writer (11) and reader (10) hostgroups' + set +o xtrace ----------------------------------------------------------------------------------- check that ProxySQL on promoted cluster has writer (11) and reader (10) hostgroups ----------------------------------------------------------------------------------- + sleep 60 + check_proxysql_hostgroup cross-site-replica 3 11 populated + local cluster=cross-site-replica + local size=3 + local hostgroup_id=11 + local expected=populated + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + check_proxysql_hostgroup cross-site-replica 3 10 populated + local cluster=cross-site-replica + local size=3 + local hostgroup_id=10 + local expected=populated + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + desc 'write data via ProxySQL on promoted cluster and verify' + set +o xtrace ----------------------------------------------------------------------------------- write data via ProxySQL on promoted cluster and verify ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testPromotion (id int PRIMARY KEY);' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testPromotion (id int PRIMARY KEY);' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.E2QVTsqRbe +++ mktemp ++ local LAST_ERR=/tmp/tmp.mfsFK26NB1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.E2QVTsqRbe ++ cat /tmp/tmp.mfsFK26NB1 ++ rm /tmp/tmp.E2QVTsqRbe /tmp/tmp.mfsFK26NB1 ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-6nk54 + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testPromotion (id) VALUES (100900)' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=INSERT myApp.testPromotion (id) VALUES (100900)' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1D4MHeOulX +++ mktemp ++ local LAST_ERR=/tmp/tmp.KJNe93n3Lu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1D4MHeOulX ++ cat /tmp/tmp.KJNe93n3Lu ++ rm /tmp/tmp.1D4MHeOulX /tmp/tmp.KJNe93n3Lu ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-6nk54 ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + compare_mysql_cmd select-4 'SELECT * from myApp.testPromotion;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local command_id=select-4 + local 'command=SELECT * from myApp.testPromotion;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-4-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testPromotion;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=SELECT * from myApp.testPromotion;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SOYgE0heWY +++ mktemp ++ local LAST_ERR=/tmp/tmp.wLGblzths2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SOYgE0heWY ++ cat /tmp/tmp.wLGblzths2 ++ rm /tmp/tmp.SOYgE0heWY /tmp/tmp.wLGblzths2 ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-6nk54 ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-4.sql /tmp/tmp.VblUH0hSLl/select-4.sql + switch_namespace cross-site-proxysql-26856 + local ns=cross-site-proxysql-26856 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.jmJ24A8Rsi +++ mktemp ++ local LAST_ERR=/tmp/tmp.09gR2rD6IU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jmJ24A8Rsi ++ cat /tmp/tmp.09gR2rD6IU ++ rm /tmp/tmp.jmJ24A8Rsi /tmp/tmp.09gR2rD6IU ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-26856 ++ mktemp + local LAST_OUT=/tmp/tmp.LV2EwPFlDp ++ mktemp + local LAST_ERR=/tmp/tmp.UFmSWkWdkB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-26856 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LV2EwPFlDp Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6" modified. + cat /tmp/tmp.UFmSWkWdkB + rm /tmp/tmp.LV2EwPFlDp /tmp/tmp.UFmSWkWdkB + return 0 + desc 'configure old source as replica' + set +o xtrace ----------------------------------------------------------------------------------- configure old source as replica ----------------------------------------------------------------------------------- + kubectl patch pxc cross-site-source -n cross-site-proxysql-26856 --type=json '-p=[{'\''op'\'': '\''remove'\'', '\''path'\'': '\''/spec/pxc/replicationChannels/0'\''}]' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl_bin patch pxc cross-site-source -n cross-site-proxysql-26856 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.239.87", "port": 3306, "weight": 100},{"host": "34.118.236.32", "port": 3306, "weight": 100},{"host": "34.118.231.249", "port": 3306, "weight": 100}]}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.DHy9f6OcTW ++ mktemp + local LAST_ERR=/tmp/tmp.ZvVCx69Aez + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-source -n cross-site-proxysql-26856 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.239.87", "port": 3306, "weight": 100},{"host": "34.118.236.32", "port": 3306, "weight": 100},{"host": "34.118.231.249", "port": 3306, "weight": 100}]}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DHy9f6OcTW perconaxtradbcluster.pxc.percona.com/cross-site-source patched + cat /tmp/tmp.ZvVCx69Aez + rm /tmp/tmp.DHy9f6OcTW /tmp/tmp.ZvVCx69Aez + return 0 + switch_namespace cross-site-proxysql-replica-4819 + local ns=cross-site-proxysql-replica-4819 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.w3aikMdc89 +++ mktemp ++ local LAST_ERR=/tmp/tmp.I4QoFGeoEK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w3aikMdc89 ++ cat /tmp/tmp.I4QoFGeoEK ++ rm /tmp/tmp.w3aikMdc89 /tmp/tmp.I4QoFGeoEK ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-replica-4819 ++ mktemp + local LAST_OUT=/tmp/tmp.GJC7EADGuq ++ mktemp + local LAST_ERR=/tmp/tmp.Lg1VHBhffj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-replica-4819 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GJC7EADGuq Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6" modified. + cat /tmp/tmp.Lg1VHBhffj + rm /tmp/tmp.GJC7EADGuq /tmp/tmp.Lg1VHBhffj + return 0 + desc 'Write data to replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- Write data to replica cluster ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testReplicaSource (id int PRIMARY KEY);' '-h 34.118.239.87 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testReplicaSource (id int PRIMARY KEY);' + local 'uri=-h 34.118.239.87 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3izDjszq7i +++ mktemp ++ local LAST_ERR=/tmp/tmp.ECrzkxSl7X ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3izDjszq7i ++ cat /tmp/tmp.ECrzkxSl7X ++ rm /tmp/tmp.3izDjszq7i /tmp/tmp.ECrzkxSl7X ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-6nk54 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testReplicaSource (id) VALUES (100800)' '-h 34.118.239.87 -uroot -proot_password' + local 'command=INSERT myApp.testReplicaSource (id) VALUES (100800)' + local 'uri=-h 34.118.239.87 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O3hU4oxZRF +++ mktemp ++ local LAST_ERR=/tmp/tmp.3bmlNF0plu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O3hU4oxZRF ++ cat /tmp/tmp.3bmlNF0plu ++ rm /tmp/tmp.O3hU4oxZRF /tmp/tmp.3bmlNF0plu ++ return 0 + client_pod=pxc-client-67fc4995bb-6nk54 + wait_pod pxc-client-67fc4995bb-6nk54 + local pod=pxc-client-67fc4995bb-6nk54 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-6nk54 ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-6nk54 condition met waiting for pod/pxc-client-67fc4995bb-6nk54 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 15 + desc 'Check replication works between replica -> source' + set +o xtrace ----------------------------------------------------------------------------------- Check replication works between replica -> source ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-26856 + local ns=cross-site-proxysql-26856 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.0Ka9kVxQnt +++ mktemp ++ local LAST_ERR=/tmp/tmp.UKFyonFj8o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0Ka9kVxQnt ++ cat /tmp/tmp.UKFyonFj8o ++ rm /tmp/tmp.0Ka9kVxQnt /tmp/tmp.UKFyonFj8o ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-26856 ++ mktemp + local LAST_OUT=/tmp/tmp.y4dB8aPUJV ++ mktemp + local LAST_ERR=/tmp/tmp.APxEkyQma2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6 --namespace=cross-site-proxysql-26856 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.y4dB8aPUJV Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2407-e9e16845-10-cluster6" modified. + cat /tmp/tmp.APxEkyQma2 + rm /tmp/tmp.y4dB8aPUJV /tmp/tmp.APxEkyQma2 + return 0 + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.229.231 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.229.231 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.229.231 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.229.231 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uVxUhSQYsd +++ mktemp ++ local LAST_ERR=/tmp/tmp.6JilDGKjMN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uVxUhSQYsd ++ cat /tmp/tmp.6JilDGKjMN ++ rm /tmp/tmp.uVxUhSQYsd /tmp/tmp.6JilDGKjMN ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-xxzbq + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.VblUH0hSLl/select-3.sql + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.225.43 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.225.43 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.225.43 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.225.43 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7pfGVU2mth +++ mktemp ++ local LAST_ERR=/tmp/tmp.CM3wSgZscf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7pfGVU2mth ++ cat /tmp/tmp.CM3wSgZscf ++ rm /tmp/tmp.7pfGVU2mth /tmp/tmp.CM3wSgZscf ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-xxzbq ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.VblUH0hSLl/select-3.sql + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.238.177 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.238.177 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.238.177 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.238.177 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PlZpPPIAwl +++ mktemp ++ local LAST_ERR=/tmp/tmp.O90V6J4C73 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PlZpPPIAwl ++ cat /tmp/tmp.O90V6J4C73 ++ rm /tmp/tmp.PlZpPPIAwl /tmp/tmp.O90V6J4C73 ++ return 0 + client_pod=pxc-client-67fc4995bb-xxzbq + wait_pod pxc-client-67fc4995bb-xxzbq + local pod=pxc-client-67fc4995bb-xxzbq + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-xxzbq + local container= + set +o xtrace pod/pxc-client-67fc4995bb-xxzbq condition met waiting for pod/pxc-client-67fc4995bb-xxzbq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.VblUH0hSLl/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.VblUH0hSLl/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2407/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.VblUH0hSLl/select-3.sql + destroy cross-site-proxysql-26856 true + local namespace=cross-site-proxysql-26856 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + sort -u + grep -v 'the object has been modified' + tee /tmp/tmp.VblUH0hSLl/operator.log + grep -v level=info + grep -v 'get backup status: Job.batch' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ head -1 ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OZ8Rv22NpM +++ mktemp ++ local LAST_ERR=/tmp/tmp.qTdP3B2pXx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OZ8Rv22NpM ++ cat /tmp/tmp.qTdP3B2pXx ++ rm /tmp/tmp.OZ8Rv22NpM /tmp/tmp.qTdP3B2pXx ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-8546ddc8b8-fldg9 ++ mktemp + local LAST_OUT=/tmp/tmp.Hiuow7fIg8 ++ mktemp + local LAST_ERR=/tmp/tmp.CQCQM1mmbn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-8546ddc8b8-fldg9 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Hiuow7fIg8 + cat /tmp/tmp.CQCQM1mmbn + rm /tmp/tmp.Hiuow7fIg8 /tmp/tmp.CQCQM1mmbn + return 0 2026-04-30T13:37:28.859Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-04-30T13:37:28.859Z INFO setup Manager starting up {"gitCommit": "e9e168459e04a086e6783ce380d39942aa5d957c", "gitBranch": "PR-2407-e9e16845", "buildTime": "2026-04-30T12:56:58Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"} 2026-04-30T13:37:28.859Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.32.13-gke.1362000"} 2026-04-30T13:37:28.862Z INFO setup Registering Components. 2026-04-30T13:37:29.440Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-04-30T13:37:29.440Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-04-30T13:37:29.440Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-04-30T13:37:29.440Z INFO controller-runtime.metrics Starting metrics server 2026-04-30T13:37:29.440Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-04-30T13:37:29.440Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-04-30T13:37:29.440Z INFO controller-runtime.webhook Starting webhook server 2026-04-30T13:37:29.440Z INFO setup Starting the Cmd. 2026-04-30T13:37:29.440Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-04-30T13:37:29.540Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T13:37:29.572Z DEBUG events percona-xtradb-cluster-operator-8546ddc8b8-fldg9_700cafd7-31f2-4c09-a561-37abaec5444e became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"a0b256f7-3b39-47e8-9ab8-b45a0da5ebc6","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1777556249564239009"}, "reason": "LeaderElection"} 2026-04-30T13:37:29.572Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T13:37:29.573Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-04-30T13:37:29.573Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-04-30T13:37:29.573Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-04-30T13:37:29.573Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-04-30T13:37:29.674Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-04-30T13:37:29.674Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-04-30T13:37:29.775Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-04-30T13:37:29.775Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-04-30T13:37:29.775Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-04-30T13:37:29.775Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-04-30T13:40:03.931Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "version": "1.20.0"} 2026-04-30T13:40:05.260Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "auto-cross-site-source-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T13:40:05.381Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T13:40:05.423Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T13:40:05.472Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:05.536Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:05.832Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:06.252Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:06.475Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:06.663Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:06.716Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:07.451Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6a8abd2f-80c5-4207-8b28-c28552cb8a4e", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T13:40:07.472Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6a8abd2f-80c5-4207-8b28-c28552cb8a4e", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T13:41:29.566Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "user": "operator"} 2026-04-30T13:41:29.607Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "user": "monitor"} 2026-04-30T13:41:29.684Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6"} 2026-04-30T13:41:29.752Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6"} 2026-04-30T13:41:29.799Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "user": "xtrabackup"} 2026-04-30T13:41:29.859Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6"} 2026-04-30T13:41:29.897Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "user": "replication"} 2026-04-30T13:41:29.905Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "err": "get primary pxc pod: not found"} 2026-04-30T13:41:35.045Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a5bc6786-07ee-4f24-bc43-7bb687b7960f", "err": "get primary pxc pod: not found"} 2026-04-30T13:41:40.238Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7a536780-ea32-40c2-95e9-0a3335d07cb5", "err": "get primary pxc pod: not found"} 2026-04-30T13:44:07.838Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c5de6a2b-aeca-4efe-8f48-ad19d007bd56", "user": "root"} 2026-04-30T13:44:07.971Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c5de6a2b-aeca-4efe-8f48-ad19d007bd56", "new version": "8.0.43-34.1"} 2026-04-30T13:44:11.370Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c5de6a2b-aeca-4efe-8f48-ad19d007bd56"} 2026-04-30T13:44:17.555Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e13f9cdd-5492-4239-a113-4fcb0ea7df5e"} 2026-04-30T13:44:23.430Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d8ed6581-ded9-4ee6-b5ac-7744a5f48987"} 2026-04-30T13:44:28.273Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9775baf7-de48-47d7-b17e-fac349b9b0ab"} 2026-04-30T13:44:34.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bd6c8756-9a87-4f89-aced-cb76757c2f66"} 2026-04-30T13:44:39.531Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1532d026-1199-492c-bb9e-f1d7e1c5e1c4"} 2026-04-30T13:44:45.353Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "08bcdab3-25a4-43d8-8b3d-b65930dca8ce"} 2026-04-30T13:44:49.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1dc91a55-547c-4736-b168-e1cf6dde34ad"} 2026-04-30T13:44:55.546Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5b68e602-5b33-4187-93e2-ada8fc498972"} 2026-04-30T13:45:00.256Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ce04b115-2e95-4716-adc2-f8419f36f7dd"} 2026-04-30T13:45:06.257Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "523c2630-d139-4fb4-8bf0-c4e5df14d864"} 2026-04-30T13:45:11.372Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "39c0339d-4388-4b2c-9c11-409228c8877d"} 2026-04-30T13:45:16.348Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "06388caa-9041-402c-9060-2d54003f08e4"} 2026-04-30T13:45:22.447Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a0db1240-5be3-4f17-8cf2-feed5f1eaa95"} 2026-04-30T13:45:27.375Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "763d049b-b760-401c-ad51-ae67c428ef46"} 2026-04-30T13:45:32.776Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ad682065-b5e0-4307-8872-cf3848a29f35"} 2026-04-30T13:45:38.381Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e8d8e358-a040-4c05-8774-792e55740a5e"} 2026-04-30T13:45:43.294Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d9f16e27-9762-4a86-b5d0-1d10466286bd"} 2026-04-30T13:45:48.640Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e36ea92c-d849-4745-9482-6913d3be3c86"} 2026-04-30T13:45:54.544Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bd13bfdf-245b-44d0-8084-5f6989c06652"} 2026-04-30T13:46:00.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fcb9d286-30c1-439a-89ec-f28ebf91e252"} 2026-04-30T13:46:05.785Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7e7fad31-511d-4985-b7af-3ffd21f02460"} 2026-04-30T13:46:11.140Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c48fbad5-b1d8-428c-8048-41f832fe3148"} 2026-04-30T13:46:16.170Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0efc84f0-d98d-43aa-a416-db36f46f22c9"} 2026-04-30T13:46:22.148Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8c664e41-bbc0-4a4d-8da5-7921e7dd2c6a"} 2026-04-30T13:46:26.670Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "98003139-3f4c-4393-9933-2f585bae1fe9"} 2026-04-30T13:46:32.081Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6cf29303-fa72-4b93-834e-95867bda9527"} 2026-04-30T13:46:37.660Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "67d13156-d43f-4f53-a8e1-a3562b810361"} 2026-04-30T13:46:42.785Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "faf470fa-8ce6-4193-9253-bc1223bd295c"} 2026-04-30T13:46:48.659Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7090386b-d178-4881-8e38-dc07a6bc5274"} 2026-04-30T13:46:53.782Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "030e00d6-c029-4bc2-b5f9-2c7e5b5c5b9a"} 2026-04-30T13:46:59.156Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3db0c8a3-f149-43c1-92e9-15c5e23d31f6"} 2026-04-30T13:47:04.476Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f323457c-1984-4d0c-9128-5097c9af635d"} 2026-04-30T13:47:09.937Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "62c7e14a-1b59-4b9b-b70f-8424a940a324"} 2026-04-30T13:47:15.274Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "01a424f4-eca6-4506-9668-a53bb3dfecc2"} 2026-04-30T13:47:20.793Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3135780f-c0ed-4011-86c8-ba5c45c85dc4"} 2026-04-30T13:47:26.083Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dea9691f-07b2-481e-a385-59e7703bcc00"} 2026-04-30T13:47:31.534Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "41bd074c-1512-498a-86d6-9648e48552cd"} 2026-04-30T13:47:36.878Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2c039c4f-b739-4530-80ca-d194f3204451"} 2026-04-30T13:47:42.143Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c4f21cb0-8f9f-4739-9fb5-eea3bfc512d3"} 2026-04-30T13:47:47.471Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ec36fb5c-0704-4ef5-8a6d-497fb5031282"} 2026-04-30T13:47:52.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "86855171-153b-4c9b-8afd-6f6713ea0f46"} 2026-04-30T13:47:53.634Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "user": "replication"} 2026-04-30T13:47:53.658Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "user": "replication"} 2026-04-30T13:47:53.682Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "secret": "cross-site-source-mysql-init", "user": "replication"} 2026-04-30T13:47:53.706Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "user": "replication"} 2026-04-30T13:47:53.726Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "user": "replication"} 2026-04-30T13:47:58.068Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740"} 2026-04-30T13:48:02.880Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d312952f-eac8-4d28-91de-0791864da056"} 2026-04-30T13:48:08.488Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "92972443-2cf2-4526-bd92-0399f9d7a25a"} 2026-04-30T13:48:13.476Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3df56dff-b5af-4253-811a-8b7dbfe9cc34"} 2026-04-30T13:48:18.977Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a54d6aa8-7569-4241-a957-32081993f91e"} 2026-04-30T13:48:24.382Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "b0b0ac58-799b-4906-9e16-c45612c4d858"} 2026-04-30T13:48:29.946Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8714cab6-9933-4b9c-a47d-dc098b6fdc20"} 2026-04-30T13:48:35.180Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e6efcdaf-15bf-4e01-9265-cbb01ff9e6d1"} 2026-04-30T13:48:40.677Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e8c8160d-0b65-41b1-8085-4c101c9549e9"} 2026-04-30T13:48:45.929Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "658acff1-2285-41fe-8d6f-bff41b077158"} 2026-04-30T13:48:51.779Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "eab4423e-0116-41fb-bdde-a6bbd1879369"} 2026-04-30T13:48:56.571Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "defad9e9-53e0-4ecc-b0ac-885b09759c6f"} 2026-04-30T13:49:02.079Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "04f194b4-c9d1-4509-a1e1-2668781d3873"} 2026-04-30T13:49:07.371Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "92ea7071-2eac-43c4-8655-e3857ddb8626"} 2026-04-30T13:49:10.622Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "c9c54864-ca38-43c4-8b79-2c593509bd6d", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:10.672Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "c9c54864-ca38-43c4-8b79-2c593509bd6d", "namespace": "cross-site-proxysql-26856", "name": "xb-backup-minio-source"} 2026-04-30T13:49:12.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5c136744-87c8-48b4-9feb-6c9f0b3737ed"} 2026-04-30T13:49:15.673Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "4b08b39c-5a97-49be-ad61-3e79b4dbff5c", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:15.751Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "1fa8ec6e-a530-4522-a2b8-fa19dc0abf56", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:15.830Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "d8d8db02-5cf8-403d-87fe-d7a37fb97c4b", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:17.973Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97bce552-8c35-4d7c-8889-0f83d3aad89a"} 2026-04-30T13:49:20.872Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "050b9990-9abf-4a39-9a27-4a56b7dff996", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:23.454Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d822958f-9b4b-4542-b79d-cf3f3e5ee7ea"} 2026-04-30T13:49:26.064Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "44bc5dd5-ec29-450e-b61c-db8de51dfd94", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:28.176Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ea4a7486-56ef-4dba-b3b0-71ba1847c8f8"} 2026-04-30T13:49:31.132Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "af44b369-7cd0-4ce5-a096-3b33a02c28ae", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:33.759Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "de92216c-9a25-45bc-ae6a-204bda8a7add"} 2026-04-30T13:49:36.177Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "d5d5df1a-2b48-4c09-8fab-8c2424303d45", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:39.484Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4771806a-3e3c-4166-a5c2-0bb9eb728634"} 2026-04-30T13:49:41.389Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "060be8ba-5670-4bc1-b32f-8997199a3068", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:44.944Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d4c8334b-077b-4e01-9c43-483c149ed934"} 2026-04-30T13:49:46.439Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "0a155dd6-8ca0-4265-a3db-6376ea62c6a3", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:46.493Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "0a155dd6-8ca0-4265-a3db-6376ea62c6a3", "job": "xb-backup-minio-source", "secret": "cross-site-source-mysql-init"} 2026-04-30T13:49:46.493Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "0a155dd6-8ca0-4265-a3db-6376ea62c6a3", "job": "xb-backup-minio-source"} 2026-04-30T13:49:50.137Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "38a0804a-f98d-4f2c-beba-fc7bbd8625aa"} 2026-04-30T13:49:55.351Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4021c411-67c6-4c29-a7bd-48f5a739d3b4"} 2026-04-30T13:50:00.777Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "b1f86180-5c22-4af5-80de-b9627a98ed09"} 2026-04-30T13:50:06.258Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e18f61a8-79cf-45b0-82c3-50c30b7b45da"} 2026-04-30T13:50:11.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a8ed51a6-cf3f-4ac3-9d8c-db5f8ebe0f50"} 2026-04-30T13:50:16.468Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "cb41be37-4383-4aac-9659-2e5516fe3815"} 2026-04-30T13:50:22.470Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "29a624ee-e757-4827-9225-1b05446d464f"} 2026-04-30T13:50:27.339Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ba263da2-3172-4443-a21d-35864aaac17b"} 2026-04-30T13:50:32.847Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c8382a59-522c-40cd-b647-8d608c977dad"} 2026-04-30T13:50:38.467Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f32011a5-8e5c-4fd4-953b-709b8589f40a"} 2026-04-30T13:50:43.481Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4367daf9-80b1-491a-8eb2-3579fbeaccd6"} 2026-04-30T13:50:48.736Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "06b90640-48ec-4825-be34-6a311651c645"} 2026-04-30T13:50:53.984Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3769006c-02ab-49c4-8cbf-7ae48b746fc9"} 2026-04-30T13:50:59.581Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "51cd61ae-3d27-4162-bbc8-8fd380277eb7"} 2026-04-30T13:51:04.748Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3537b348-6e81-4cf3-8620-4c4adc81106a"} 2026-04-30T13:51:10.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9b576e00-6078-40ef-a838-4ec604eb8170"} 2026-04-30T13:51:15.234Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "087051e1-cd1c-4c79-9282-a19911f20562"} 2026-04-30T13:51:20.656Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d0de0f3b-ecb1-4d34-b457-2bc3b279b893"} 2026-04-30T13:51:26.349Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d09ff356-abc0-4f54-9ad0-c2608620678e"} 2026-04-30T13:51:26.853Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e01be43a-0013-48c4-a546-4c88e4505ad4", "version": "1.20.0"} 2026-04-30T13:51:28.465Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e01be43a-0013-48c4-a546-4c88e4505ad4", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T13:51:28.486Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e01be43a-0013-48c4-a546-4c88e4505ad4", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T13:51:29.062Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e01be43a-0013-48c4-a546-4c88e4505ad4", "error": "failed to deploy proxysql: updatePod for proxysql: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-cross-site-replica-pxc\" already exists", "errorVerbose": "configmaps \"auto-cross-site-replica-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:100\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:25\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:27\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nupdatePod for proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:548\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nfailed to deploy proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:566\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T13:51:29.178Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T13:51:29.238Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T13:51:29.312Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.337Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.367Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.510Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.644Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.813Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.930Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:30.896Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "49fdc291-41de-4ca9-b8ff-de6f79c9697d", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T13:51:30.924Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "49fdc291-41de-4ca9-b8ff-de6f79c9697d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T13:51:34.345Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "17691cb9-b2d6-4739-825e-5a6d87c4288f"} 2026-04-30T13:51:39.944Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fc3e6218-a6c4-4763-8898-da7953f10fc6"} 2026-04-30T13:51:45.173Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0412958a-1d32-4f89-901a-ff0df70f5a67"} 2026-04-30T13:51:50.811Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1c873eac-ff67-4df8-bbb2-7ad37354660e"} 2026-04-30T13:51:56.138Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "232b6ec3-9afe-4b6b-83f5-87e1786fd3b3"} 2026-04-30T13:52:00.979Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "887d1a3a-07ab-4f0a-ac1d-fd14560e954d"} 2026-04-30T13:52:06.566Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bac52fc8-cdff-4501-9a7d-bd77b92ed03d"} 2026-04-30T13:52:11.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e98c65d9-d72a-49ff-815a-22c22d54e97b"} 2026-04-30T13:52:16.984Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "52965278-d999-40c7-be00-2f0b122880f8"} 2026-04-30T13:52:22.374Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dc883fc5-8356-4fb6-ba98-32c1c9a7d336"} 2026-04-30T13:52:28.042Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "558f864c-61cc-4f99-b5c3-f03922e21d24"} 2026-04-30T13:52:33.376Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "901d487e-4d01-4428-889f-e0f195234e44"} 2026-04-30T13:52:38.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dc225563-a356-4bec-be8a-5b8e8a031c21"} 2026-04-30T13:52:43.330Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0192d1c9-78c0-4cca-ad7c-9a14fde576d4"} 2026-04-30T13:52:48.851Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "799ec84d-1f32-4827-ad35-deb08ade1c5d"} 2026-04-30T13:52:52.241Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "user": "operator"} 2026-04-30T13:52:52.290Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "user": "monitor"} 2026-04-30T13:52:52.373Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a"} 2026-04-30T13:52:52.418Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a"} 2026-04-30T13:52:52.458Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "user": "xtrabackup"} 2026-04-30T13:52:52.518Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a"} 2026-04-30T13:52:52.563Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "user": "replication"} 2026-04-30T13:52:52.572Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "err": "get primary pxc pod: not found"} 2026-04-30T13:52:55.148Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a6a32d33-fde9-49aa-b28d-8b2f840b2234"} 2026-04-30T13:52:57.737Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "33c3cb2f-0ae8-4c50-a8b0-ed70dfc0e6c4", "err": "get primary pxc pod: not found"} 2026-04-30T13:53:00.430Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "87a857ec-8ab1-493a-8d74-b7ec6323f505"} 2026-04-30T13:53:02.868Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4f013698-4c25-43d6-b0ec-6b896dbe96e0", "err": "get primary pxc pod: not found"} 2026-04-30T13:53:06.075Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e76a3bcd-60f4-4d12-8285-867d0e4bf5ae"} 2026-04-30T13:53:08.022Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "566ee0a2-5a18-4f11-9f91-a83d5dbffa98", "err": "get primary pxc pod: not found"} 2026-04-30T13:53:11.388Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "41f0b9a0-f636-4dcc-8e4b-935c233b045c"} 2026-04-30T13:53:16.184Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4b12f620-d846-4fc0-b05a-f80832fdcff4"} 2026-04-30T13:53:22.071Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7ee47876-cbac-4769-95e4-99cd14f93f5d"} 2026-04-30T13:53:27.568Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3d77fb8c-c6d2-429b-85dc-87a296f58cd9"} 2026-04-30T13:53:32.485Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "753a62cd-9fe0-4dbb-a035-cb2c8b5a6590"} 2026-04-30T13:53:38.082Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f8ea5f90-1577-43d2-a1af-de79b116baa9"} 2026-04-30T13:53:43.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "21289ebf-8064-4b62-bd98-59ca27e01c12"} 2026-04-30T13:53:48.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a8c6139c-55b5-4234-bc59-355c4ff050da"} 2026-04-30T13:53:53.940Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6af2a2f7-7403-4b5b-9bbe-a1d0b311020d"} 2026-04-30T13:53:58.981Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d18ca120-9b11-4255-8810-c362bba0bc8c"} 2026-04-30T13:54:04.441Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fe18a4e2-0aac-44a1-9679-31c959581630"} 2026-04-30T13:54:09.776Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "007b1496-70b1-468c-8620-dac71ea39a23"} 2026-04-30T13:54:15.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3dd58348-f405-4ca1-ac3d-66ebdf9058b9"} 2026-04-30T13:54:20.587Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "19da3251-473c-4459-ab7c-7f7ea85efee0"} 2026-04-30T13:54:25.942Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "75084706-acf0-4cc6-a01d-785091f40c6f"} 2026-04-30T13:54:30.988Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "92d7eaf1-de08-4c94-b6f9-52c98c54bf03"} 2026-04-30T13:54:36.568Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ac57d4bd-72f4-47ad-8f39-be5c42ab1b75"} 2026-04-30T13:54:41.573Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "41a75fdc-6ec1-453e-ab51-26081fd0206f"} 2026-04-30T13:54:46.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f0b6ff35-6496-42d5-a242-ba881082f16d"} 2026-04-30T13:54:52.287Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "59a093c9-d7be-476d-8ca2-224d77408e5a"} 2026-04-30T13:54:57.766Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "935335b1-c3c0-4e8c-aef4-ec4a2951396a"} 2026-04-30T13:55:03.272Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e7f79171-3125-4289-af2f-1a821863438a"} 2026-04-30T13:55:08.342Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "63ec9842-4239-4c44-a983-27f4836b2aff"} 2026-04-30T13:55:13.784Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "90e94f07-aabd-40d7-943b-81247694ce48"} 2026-04-30T13:55:18.782Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fda4fa6f-9b7a-41b4-8482-36135ad43792"} 2026-04-30T13:55:24.546Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "303e1451-5406-4fe4-9df6-b6c80b1c967b"} 2026-04-30T13:55:27.981Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ebd30627-80c1-4e5c-813f-d1652a47fae7", "user": "root"} 2026-04-30T13:55:28.096Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ebd30627-80c1-4e5c-813f-d1652a47fae7", "new version": "8.0.43-34.1"} 2026-04-30T13:55:29.734Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e4cd7fd1-9c22-48ae-a3c1-c8868ff65f67"} 2026-04-30T13:55:35.286Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7bfedb27-3ab6-4fbd-b75b-ed39d7b31092"} 2026-04-30T13:55:40.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6e44cd4c-573b-4674-82e3-ecd8377ab69d"} 2026-04-30T13:55:45.938Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2b36c63b-7576-4952-bcee-aeeb702bbcd9"} 2026-04-30T13:55:51.454Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3d64cbc2-7782-492f-9635-b2825a28f6fa"} 2026-04-30T13:55:56.684Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5bc75704-af4e-4748-8fed-455a2471d854"} 2026-04-30T13:56:01.484Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4747b6af-7ad7-4089-a630-2d3290a2d1ed"} 2026-04-30T13:56:05.518Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4bdba85d-1458-46a8-9507-6dd4af370c31"} 2026-04-30T13:56:10.635Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e6375d5-fe9d-489a-8ade-79658f0688f2"} 2026-04-30T13:56:16.119Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cc0ed44c-d228-434a-a659-d331379b8dda"} 2026-04-30T13:56:21.444Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c3cdc64e-3d4c-4b98-af88-bb86ccdbf276"} 2026-04-30T13:56:26.572Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "db3aefe1-3500-42e0-a03e-a9d55e58d2e6"} 2026-04-30T13:56:32.225Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "82a4d65a-c020-46dc-8298-b02a68da3eaf"} 2026-04-30T13:56:37.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1ce94c22-8a0a-4e76-bd60-948ad983b964"} 2026-04-30T13:56:42.551Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f6026761-56e3-4148-9f86-9b42c8e150d0"} 2026-04-30T13:56:48.233Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "67561cb4-25bd-46c8-a02d-e46ff733e6b9"} 2026-04-30T13:56:53.466Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "581bdd8c-584a-4f41-ac3f-6fb96e0364b6"} 2026-04-30T13:56:58.756Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "299d1751-d533-4a7c-b15e-6a68d74d312e"} 2026-04-30T13:57:03.955Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "99ac4862-8a8e-4fe0-9598-52074bccad07"} 2026-04-30T13:57:09.746Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "69418723-b2cd-4a25-aa53-5ebcc41e1bfb"} 2026-04-30T13:57:15.342Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "af00fb44-556b-4c37-b1f2-73a795961f5f"} 2026-04-30T13:57:20.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4ff02e1c-b3ff-4879-8a0f-20af162250e6"} 2026-04-30T13:57:25.413Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b74f22a6-efb3-454b-9061-182327cf17bd"} 2026-04-30T13:57:30.970Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "da200c6e-dc46-4e00-b07e-aed34552cf39"} 2026-04-30T13:57:35.759Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "dfe0b005-d08c-4716-a8bb-b91702bc8c63"} 2026-04-30T13:57:41.758Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d86162b0-ca73-4d47-a53b-984561baa9fa"} 2026-04-30T13:57:46.932Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "76622618-185b-4ecc-9e07-a84e49567fb1"} 2026-04-30T13:57:52.319Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "31c4e971-cc07-48b9-9b2f-331321b5f826"} 2026-04-30T13:57:57.339Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "126f3a9e-347d-4f04-ac30-e6065165be6b"} 2026-04-30T13:58:02.822Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a7130b30-dd1b-4e56-a9d6-c946ff6ab5bd"} 2026-04-30T13:58:08.260Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f20eff68-8e3e-4c8c-9a0d-89b599cce17e"} 2026-04-30T13:58:13.358Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4270df85-b2ec-4838-ac54-e1f2d1e6e008"} 2026-04-30T13:58:18.453Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b87c85a3-2a0e-426d-b885-4f792d7f6db1"} 2026-04-30T13:58:23.622Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "129c6097-e2db-466d-a56c-036da8a15914"} 2026-04-30T13:58:30.241Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e109a7fc-2417-4c61-ba01-98f2566296b1"} 2026-04-30T13:58:35.532Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b92212a6-9b20-4695-96d5-eeefbbc53796"} 2026-04-30T13:58:40.080Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4a8355f5-1c48-4474-b310-ac361e80b9d9", "cluster": "cross-site-replica"} 2026-04-30T13:58:40.198Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e71cfb23-4e2d-4385-9f36-0cf9706911aa", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T13:58:40.281Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e71cfb23-4e2d-4385-9f36-0cf9706911aa", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T13:58:40.497Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e71cfb23-4e2d-4385-9f36-0cf9706911aa", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T13:58:41.721Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "dd8536b9-4eb0-4f8a-bb15-741e19b75aa9", "error": "exec syncusers: failed to execute command in pod: pods \"cross-site-replica-proxysql-2\" not found / \nSyncing user accounts from PXC(cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxysql-replica-4819.svc.cluster.local:3306) to ProxySQL\n / ", "errorVerbose": "exec syncusers: failed to execute command in pod: pods \"cross-site-replica-proxysql-2\" not found / \nSyncing user accounts from PXC(cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxysql-replica-4819.svc.cluster.local:3306) to ProxySQL\n / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T13:58:47.174Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e5a898ca-4ac2-4a7f-824a-fa3e752cc236"} 2026-04-30T13:58:53.629Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "eba32c0f-b624-4cf3-94dc-b5d942fc790b"} 2026-04-30T13:58:57.979Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "37f7ccdd-e1f9-429e-acdb-0bbfbb2e56da"} 2026-04-30T13:59:03.482Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fddccb95-9ea3-4856-bb4a-6e9ffd4a0e5a"} 2026-04-30T13:59:09.072Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2550aae5-5f01-4858-ac89-ae29f163353b"} 2026-04-30T13:59:14.575Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ef22987f-71ba-4b56-822a-79c869bceb9e"} 2026-04-30T13:59:20.846Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "38dda376-ff06-4791-8bcf-fef628530a5a"} 2026-04-30T13:59:21.272Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "00b9c4d8-cc78-41d3-a07c-0a51908c4f54", "cluster": "cross-site-replica", "backup": ""} 2026-04-30T13:59:21.421Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4e377d9c-87b8-4bcd-a775-241530aa3f93", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:25.730Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e6c3480a-48a7-458c-8265-cf063109f723"} 2026-04-30T13:59:26.446Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "855a7b70-c994-4b16-bb1f-956dddbd20d0", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:30.946Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "17692648-e874-4c5e-ab69-f74ea33454b3"} 2026-04-30T13:59:31.466Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4e8dbe8b-af40-43a2-b3c0-85a6a19c96c5", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:36.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d68c7dc5-6dfe-4109-957d-5d7e92067b4a"} 2026-04-30T13:59:36.494Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "146c6a06-a458-437f-b8c1-480ff613cc76", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:41.524Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "3ca826b5-0775-4500-b458-cb7126ed871c", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:41.837Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e5e002dd-5aa7-4c47-91c3-a5f4f58beb01"} 2026-04-30T13:59:46.563Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "d3edccbc-2a9c-428a-a10b-6d363d11c282", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:47.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1a011fe6-0ff8-4b9f-bb40-479a124b4415"} 2026-04-30T13:59:51.595Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "e6d429f7-441c-4cd7-ae7a-ad124cd6f611", "cluster": "cross-site-replica"} 2026-04-30T13:59:51.775Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "3dd32eac-af06-40a6-b565-cba48013951c", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:52.674Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2185fad0-13dc-4715-b89d-16ab69a3e00f"} 2026-04-30T13:59:56.820Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "45b164fe-65b3-42ab-94f7-a1c619b3f53d", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:57.939Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6c744602-e0a5-46a1-9ded-dc125dca1b7b"} 2026-04-30T14:00:01.863Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "dc9c652b-7810-4e30-965c-c037f3c3c4f4", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:03.380Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ca624c1a-335b-4dc9-9b50-214b0bb341ac"} 2026-04-30T14:00:06.902Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "864f83f0-71e3-4128-a976-21439ca3ac6a", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:09.069Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8a4c7807-c013-4798-be6f-5a26c507269a"} 2026-04-30T14:00:11.939Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "907f4714-5ddc-421c-9010-1bbeaf6ad6b5", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:14.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "54626dfd-6a60-4afa-b53c-5a8f5314ced6"} 2026-04-30T14:00:16.967Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "509726e4-9b79-47bb-85b0-a808fd98ac64", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:20.161Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "173dc339-32bd-43e6-9788-9e66d5739ff3"} 2026-04-30T14:00:22.000Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "a3ff0301-3778-4d20-a9f9-a5c7419d3c00", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:25.472Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1f90ff52-0859-4ce6-96a1-81e59e3c4868"} 2026-04-30T14:00:27.028Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "f432b3bd-01c6-4339-a3a8-8a589f2a37e8", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:30.942Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ae521eee-7fb9-4421-ab1b-f9cb33ace308"} 2026-04-30T14:00:32.063Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "dd913cd2-fc81-42f5-b74c-26c1dafae9d0", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:36.768Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4697a8ec-7308-4ded-b9b0-8319178a664c"} 2026-04-30T14:00:37.089Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "eb7df1a8-bade-492e-b22c-f8272ef42c0d", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:41.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fddda409-58f0-48a5-8466-5750813b4a34"} 2026-04-30T14:00:42.304Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "d7cbd523-4b6b-4baa-b415-fc80ea0ea532", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:47.329Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "e41e4288-8b97-45e6-8a59-318b2d9afb74", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:47.374Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1c2e1ec6-0f34-47b2-ab01-ff14625002f5"} 2026-04-30T14:00:52.364Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4290ecab-ff06-4463-92ca-9ae0e9c8d54a", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:53.645Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2209f58e-8901-4ed0-91e2-19be6e8760a1"} 2026-04-30T14:00:57.390Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "17d73e41-e143-46cc-b5eb-0a95a468a870", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:58.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dfd5a3a0-6950-492e-9491-ff7e7bce372f"} 2026-04-30T14:01:02.421Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "108a0969-c201-4a3d-abe0-84a63e37e05b", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:01:03.638Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bb3d8251-0a6a-4e69-bbb4-5251f1042c20"} 2026-04-30T14:01:07.477Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "3ba0c983-51af-4349-9eb4-90e7faa09c97", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:01:10.351Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "800eb299-5949-46e6-ba4b-5cd314525233"} 2026-04-30T14:01:12.498Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "5be9b0ee-bd9f-422f-b57c-eff54e90911e", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:01:15.900Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1b7fe54c-7733-4126-bea9-ba6a77d03000"} 2026-04-30T14:01:17.536Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "ef325e57-58df-41c8-803c-4506bfc6a571", "cluster": "cross-site-replica"} 2026-04-30T14:01:18.056Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9da343da-95a7-4839-aec6-c0346748ec54", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:01:18.134Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9da343da-95a7-4839-aec6-c0346748ec54", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:01:18.270Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9da343da-95a7-4839-aec6-c0346748ec54", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:01:21.487Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c177bb51-bc2f-45f1-9d19-013f7d1ba1fa"} 2026-04-30T14:01:22.817Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "793e904b-eac9-44c3-9881-fd6277635385", "cluster": "cross-site-replica"} 2026-04-30T14:01:27.838Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "e01a766d-0b95-44b3-b06b-b606260ff3cf", "cluster": "cross-site-replica"} 2026-04-30T14:01:31.783Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5f476063-3fb9-4ae3-8350-0629d702aa49"} 2026-04-30T14:01:32.866Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "1f0f1c35-f534-4b31-a409-d8935c2f8585", "cluster": "cross-site-replica"} 2026-04-30T14:01:37.893Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "d72921a1-bdc8-44bb-9545-ac4904d66999", "cluster": "cross-site-replica"} 2026-04-30T14:01:38.037Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "36459f1a-e546-41e9-9084-672eec845a49"} 2026-04-30T14:01:42.913Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "c7031111-bf7f-46ea-bac7-58bc7d596570", "cluster": "cross-site-replica"} 2026-04-30T14:01:42.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "76f1d053-5ac3-48ad-becb-c88095178d62"} 2026-04-30T14:01:47.938Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "832ac65b-c813-42ee-b840-1cb9aa3e4bc4", "cluster": "cross-site-replica"} 2026-04-30T14:01:48.937Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "446d570a-c850-4910-a67c-c9aa5418c407"} 2026-04-30T14:01:52.964Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "05298e02-7da0-4213-a875-3095f2ffd5fb", "cluster": "cross-site-replica"} 2026-04-30T14:01:54.769Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f152e7c2-94f9-40be-a14f-25ff3b6bd9bd"} 2026-04-30T14:01:57.987Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "14384c77-fc13-4a42-87e5-ba6778bf0f95", "cluster": "cross-site-replica"} 2026-04-30T14:02:00.713Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5e8b7b6a-6b8f-435c-bcfb-370e61f3b614"} 2026-04-30T14:02:03.029Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "9d79e9b0-49be-499f-9a69-272b0221cb6b", "cluster": "cross-site-replica"} 2026-04-30T14:02:06.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9d879cac-105b-4e97-ae44-1ac8b44213f4"} 2026-04-30T14:02:08.057Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "dfa005c8-7a80-4817-a4f0-1f44608dd083", "cluster": "cross-site-replica"} 2026-04-30T14:02:11.990Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1cab9785-d9af-4131-8701-5a552f588370"} 2026-04-30T14:02:13.111Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "20d958b9-070f-4f98-b95b-2dfacc290a1e", "cluster": "cross-site-replica"} 2026-04-30T14:02:17.692Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "509f65c2-ca1b-4a8c-8b7d-061ad4921ee9"} 2026-04-30T14:02:18.189Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "534554d0-c8f8-4e6f-a755-26e7559241ad", "cluster": "cross-site-replica"} 2026-04-30T14:02:23.215Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "12082169-5d13-429d-a923-0608af503fe5", "cluster": "cross-site-replica"} 2026-04-30T14:02:24.062Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3230bca7-159e-4849-a0b5-b2e996f6945c"} 2026-04-30T14:02:28.240Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "ff5f547a-cd35-45f1-86a3-02d53f42186e", "cluster": "cross-site-replica"} 2026-04-30T14:02:28.650Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5abbb14d-fb13-459c-8c9f-d75904e15f17"} 2026-04-30T14:02:33.270Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "6cce15d9-f8e0-4adf-aa5a-2c55a2c21309", "cluster": "cross-site-replica"} 2026-04-30T14:02:34.239Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "48bab5b5-ceac-4d59-9ae9-c6bede641c08"} 2026-04-30T14:02:38.312Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "693edcbb-2056-4461-afc2-dfb603165e47", "cluster": "cross-site-replica"} 2026-04-30T14:02:39.253Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "b1478c0e-0093-4f1c-8a8e-a6fff6ecce66"} 2026-04-30T14:02:43.335Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "8c956090-9511-4d04-9128-c142b177d139", "cluster": "cross-site-replica"} 2026-04-30T14:02:44.882Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c542c666-1d25-4d19-977f-478d31385550"} 2026-04-30T14:02:48.395Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "cfff7d08-eab3-416b-8ffc-4dfecf4536db", "cluster": "cross-site-replica"} 2026-04-30T14:02:50.253Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "efe33091-6a6c-4394-93ab-afcabfd599b1"} 2026-04-30T14:02:53.436Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "02c92bfe-8024-4e3e-8f31-79bdbb30c408", "cluster": "cross-site-replica"} 2026-04-30T14:02:55.628Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6e5e9a99-4e2c-4853-98ad-088c70a89428"} 2026-04-30T14:02:58.460Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "045d0526-7daa-4a6c-86c8-199f0f3c920d", "cluster": "cross-site-replica"} 2026-04-30T14:03:00.938Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3fdcb14f-d53e-4d73-a87c-37aaaa9bc4b8"} 2026-04-30T14:03:03.488Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "50a5490d-e613-4430-a342-a33aa8fcc9c2", "cluster": "cross-site-replica"} 2026-04-30T14:03:06.376Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5d6bc94f-77b0-4e78-8a24-ddf7dd5422cf"} 2026-04-30T14:03:08.518Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "17a2bbce-3875-4b01-b4fa-146f71714e98", "cluster": "cross-site-replica"} 2026-04-30T14:03:11.455Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "cd5d009c-597e-4a89-8bcc-e632b9f15d36"} 2026-04-30T14:03:13.543Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "347282f5-9524-4052-96ca-6290b4ae3ed3", "cluster": "cross-site-replica"} 2026-04-30T14:03:16.877Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "744cb8e6-5a06-47da-86df-42d69fcd3e05"} 2026-04-30T14:03:18.569Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "8a3d9102-d872-4223-9749-6c78822f2bed", "cluster": "cross-site-replica"} 2026-04-30T14:03:22.376Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9f0db561-851a-4242-ba15-1b70d3d6d82f"} 2026-04-30T14:03:23.591Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "14c91545-eaf6-4005-8b15-7777feab8d81", "cluster": "cross-site-replica"} 2026-04-30T14:03:27.862Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8f159838-d2b1-4258-afb6-b663bd5a0584"} 2026-04-30T14:03:28.610Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "6570637b-8e04-4239-b35b-08ae98ab37a8", "cluster": "cross-site-replica"} 2026-04-30T14:03:33.336Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "04e7dfae-75d3-4655-9c88-1fb38c77e9ec"} 2026-04-30T14:03:33.633Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "fd7c851a-f5f4-4d9f-8248-21afe5213290", "cluster": "cross-site-replica"} 2026-04-30T14:03:38.653Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "3dad42aa-79cf-49aa-87bd-56a62a204323", "cluster": "cross-site-replica"} 2026-04-30T14:03:39.067Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "37ccb3c4-a7ea-4209-8235-8953b6561eac"} 2026-04-30T14:03:43.684Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "b605806e-2fc2-41e6-87af-2ee2aff27f9a", "cluster": "cross-site-replica"} 2026-04-30T14:03:44.057Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5c4f36e1-8119-46a1-8755-6e01dbbd7f0b"} 2026-04-30T14:03:48.721Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "739cc262-5f4f-411a-b72e-ac2973d1f48b", "cluster": "cross-site-replica"} 2026-04-30T14:03:49.482Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e7ac0c11-8183-43c1-8b19-ce18a7589992"} 2026-04-30T14:03:53.743Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4e7b3b5d-2119-4c69-a361-746ed3f496f1", "cluster": "cross-site-replica"} 2026-04-30T14:03:55.140Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "57463432-2d34-4f90-87cb-bf2da36dfa67"} 2026-04-30T14:03:58.772Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "78b0c220-9849-4bd1-8c6b-0b929892ab41", "cluster": "cross-site-replica"} 2026-04-30T14:04:00.361Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a12721b9-b849-409c-9b96-eca57fb45aab"} 2026-04-30T14:04:03.792Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "6bde904c-b980-451f-a8c8-ce1d9ad1e295", "cluster": "cross-site-replica"} 2026-04-30T14:04:06.132Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c9d3e705-95e7-42bd-862f-737d7a895a6d"} 2026-04-30T14:04:08.825Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "859389f5-9742-45c5-81fb-157c03f59227", "cluster": "cross-site-replica"} 2026-04-30T14:04:11.446Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1296d574-7534-4d6c-8951-566c36d9a650"} 2026-04-30T14:04:13.850Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "2316683e-7a2b-477c-8d3d-fcf50dfe4f39", "cluster": "cross-site-replica"} 2026-04-30T14:04:16.387Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4028248e-c4a2-4b96-8c77-c47d298272bf"} 2026-04-30T14:04:18.868Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "f0f2fe3a-2e3c-410e-ab4f-8960f60313fa", "cluster": "cross-site-replica"} 2026-04-30T14:04:22.183Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d4657dcc-4470-4e8e-a632-3cf2560d9761"} 2026-04-30T14:04:23.883Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "217300f7-7373-4a51-aad6-16136d522241", "cluster": "cross-site-replica"} 2026-04-30T14:04:27.283Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "82c5ebfb-4ec7-4dde-bef1-ca91ef9b97d2"} 2026-04-30T14:04:28.903Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "e35b8aba-5248-406c-9876-73cef7012ce3", "cluster": "cross-site-replica"} 2026-04-30T14:04:32.651Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c176aa48-58c1-424b-abef-4ed89d58b3d7"} 2026-04-30T14:04:33.926Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "07b2fa45-f3b1-45a7-b9d7-fa7cef7442c2", "cluster": "cross-site-replica"} 2026-04-30T14:04:38.432Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "477d7074-f158-4889-931a-cdcc0798a6d1"} 2026-04-30T14:04:38.943Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "17ba9529-1c12-4595-a887-e3317fc9d361", "cluster": "cross-site-replica"} 2026-04-30T14:04:43.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4b0b4736-dd17-49e9-a55c-5392b153fa1c"} 2026-04-30T14:04:43.962Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "7d568fb3-2794-4976-ab59-296a2910ddf1", "cluster": "cross-site-replica"} 2026-04-30T14:04:48.881Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3e60ec77-e756-43cd-82d6-0e4d3ae9c3b5"} 2026-04-30T14:04:48.980Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "cfb066db-1c3a-4f59-909d-dc66e870148a", "cluster": "cross-site-replica"} 2026-04-30T14:04:54.635Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a7878ca2-2317-44b2-9eb5-b658cee44793"} 2026-04-30T14:04:59.681Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "820b0448-a6d2-4b89-967c-92502e994b10"} 2026-04-30T14:05:05.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "669b0ac0-be7d-43be-bdd2-0b7f76b37037"} 2026-04-30T14:05:10.582Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e611727b-4cc3-4d78-af81-0d19623b6e44"} 2026-04-30T14:05:15.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2b15da9e-083c-4fc5-b031-5e25c277d74f"} 2026-04-30T14:05:21.185Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "23392172-228b-47c5-8101-912169d6aa35"} 2026-04-30T14:05:26.359Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "25055c15-7c96-41a3-ad93-286bb258c085"} 2026-04-30T14:05:31.957Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "27d7ed97-d08e-465b-a757-883bdff2433e"} 2026-04-30T14:05:37.438Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7c75b6e1-0854-418e-8711-ae94f0da20ac"} 2026-04-30T14:05:42.776Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f13a698a-2ede-45da-a5a6-21bfe3f1ed8e"} 2026-04-30T14:05:47.985Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ba183df5-07ff-42fd-ad77-472c866d39d5"} 2026-04-30T14:05:53.352Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f7e8715c-2c52-4f4b-a7e8-ba35ec92c7b3"} 2026-04-30T14:05:55.147Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:05:55.202Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:05:55.270Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "pod": "cross-site-replica-pxc-0"} 2026-04-30T14:05:55.284Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "pod": "cross-site-replica-pxc-2"} 2026-04-30T14:05:55.298Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "pod": "cross-site-replica-pxc-1"} 2026-04-30T14:05:55.468Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "new replication pod": "cross-site-replica-pxc-0"} 2026-04-30T14:05:56.976Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a4aff286-2662-427a-9dc9-df8285d7f029", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:05:58.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "254efe7e-b35b-4d2a-8867-a7f75208dbd8"} 2026-04-30T14:06:03.313Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "286cf848-77b0-45d9-96bf-4460fbe765a8", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:03.858Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c9047ab2-440b-4eaf-b61e-06cbb5918f8a"} 2026-04-30T14:06:09.554Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7853be7c-d018-4d55-a8fb-40f7c646b39d"} 2026-04-30T14:06:18.771Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e2a5bcdc-5939-4ec5-b82a-acd7db30ec8f", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:20.242Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "777287a2-80cf-4f29-8258-fb8d9ab3c067", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:22.237Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b38c73d8-73ca-405b-bc5e-0ede6f8986d0", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:23.191Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bd68fbeb-0cdc-4ff9-ae6e-1bfef26e872e"} 2026-04-30T14:06:28.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "07aa393a-cd12-454e-af1d-5e4e9f7916f0"} 2026-04-30T14:06:28.623Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8d4153e8-0d27-41af-ab26-135206a23fe8", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:29.560Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9f194923-0666-40b5-a7b8-d869be132f2a", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:33.314Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9f194923-0666-40b5-a7b8-d869be132f2a"} 2026-04-30T14:06:35.708Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "260ec18c-a83c-4c10-bc7c-25c794b9b485", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:36.505Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "user": "replication"} 2026-04-30T14:06:36.532Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "user": "replication"} 2026-04-30T14:06:36.555Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "secret": "cross-site-replica-mysql-init", "user": "replication"} 2026-04-30T14:06:36.577Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "user": "replication"} 2026-04-30T14:06:36.599Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "user": "replication"} 2026-04-30T14:06:36.641Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "channel": "source_to_replica", "Last_IO_Error": ""} 2026-04-30T14:06:37.269Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "260ec18c-a83c-4c10-bc7c-25c794b9b485", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:06:41.978Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a012d480-40e0-4eb7-97fb-5abaa72bbe47"} 2026-04-30T14:06:45.665Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "decb6778-875d-4708-9f81-8f08cfaf25f3", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:06:52.469Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0c59dde1-3a1c-456e-9620-17077751b317", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:06:57.251Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ee5599fc-ec4b-4117-891f-f1b3162a4c68"} 2026-04-30T14:07:02.914Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c4bb77de-1cc9-4f58-add2-75817e0365ee"} 2026-04-30T14:07:08.550Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d61519e2-a9b2-4af4-9092-aaada1df86b8"} 2026-04-30T14:07:13.838Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "16c97943-0ea9-46a1-8f86-4f14689c1ede"} 2026-04-30T14:07:18.965Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "480e36ae-048e-4228-ae73-1395ba99e864"} 2026-04-30T14:07:24.667Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6326703e-9037-47df-bf1a-bc7a67372f47"} 2026-04-30T14:07:30.365Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f5be34ff-c5e2-4a14-9c07-4cbb3afe5328"} 2026-04-30T14:07:35.366Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ac0f6a80-4c1c-47d8-b713-0cb8ac95614e"} 2026-04-30T14:07:41.331Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "5f481ad4-e462-47f5-aed2-d7badbeefbf3"} 2026-04-30T14:07:46.413Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "807c96d3-702e-47d6-8027-fcc48a5d929d"} 2026-04-30T14:07:52.356Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6533cf6a-c0ef-4c0f-a65b-10aa224b7cf2"} 2026-04-30T14:07:57.061Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e456dab3-ecf2-4f4c-b021-6c8cf6c970a5"} 2026-04-30T14:08:03.035Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ba6d8917-e12d-4288-9c1f-60b1d63fff8e"} 2026-04-30T14:08:08.467Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8dfbca81-0db5-4936-9dac-b4ad96779a6c"} 2026-04-30T14:08:13.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e0470e7a-daec-4f58-bcc9-eeeecc33a784"} 2026-04-30T14:08:19.454Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0863f3d8-745f-4b46-841f-4e334f611dd8"} 2026-04-30T14:08:25.011Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ed4da490-1630-4902-98a2-1508c1b52f9d"} 2026-04-30T14:08:30.720Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f09b2e68-ae09-47dc-9d41-50329d7d01e3"} 2026-04-30T14:08:35.634Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "70bef5fa-b4d1-44ab-9b6f-189a0de0343a"} 2026-04-30T14:08:41.452Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9d059dcc-b2d6-43ef-9736-534f5cb0213d"} 2026-04-30T14:08:47.020Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ca973919-ecb2-42ce-ad67-4a213bb07ed1"} 2026-04-30T14:08:52.160Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd59425f-4669-40bc-bfbf-278fed914f07"} 2026-04-30T14:08:57.827Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b0f2e8b8-9f25-44df-9be1-1a7dba227736"} 2026-04-30T14:09:03.169Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8ebed042-ce8e-460b-a250-eca2c44becb3"} 2026-04-30T14:09:09.018Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c386139f-94d4-4756-be5c-179f1ff1f726"} 2026-04-30T14:09:12.422Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "6b13c1af-1545-45f0-9f71-9bd9b914670b", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:12.474Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "6b13c1af-1545-45f0-9f71-9bd9b914670b", "namespace": "cross-site-proxysql-replica-4819", "name": "xb-backup-minio-replica"} 2026-04-30T14:09:14.239Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "02aaae46-179d-4d80-829e-18e0e920f764"} 2026-04-30T14:09:17.475Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "45238390-ac12-414b-a2f0-0e9bd693b275", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:17.559Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "e2a42deb-6427-42d8-9a6f-29033a383fe8", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:19.453Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "5d43f8c9-1aa8-48c9-88dc-a7984ebd0412"} 2026-04-30T14:09:22.615Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "f71a877d-b578-4e6d-9d18-a2eb229f07ea", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:24.930Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f6c9ecb9-c0e8-49b5-b96d-68e138270d8e"} 2026-04-30T14:09:27.662Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "0867fe41-7b5d-4e31-85d7-16e3acde85f2", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:30.760Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4330dec0-57b3-4497-ab6a-f7c11096dc41"} 2026-04-30T14:09:32.709Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "c392c86d-2e42-4ca8-8e2b-d773676e37e5", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:36.043Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bbe5d791-6584-48df-a2cd-43b1170d2f6b"} 2026-04-30T14:09:37.755Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "940573de-2bab-499d-aa86-d44157629a68", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:41.456Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7a782a67-8321-43f8-8557-5a155062942a"} 2026-04-30T14:09:42.805Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "96e79081-fa86-4592-b6cf-ca3781e7e3a8", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:42.940Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "dcad252c-cb9f-4b1d-96c0-c6c8033aeffb", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:46.826Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b7159c72-acc1-47a9-abc5-85153bf28589"} 2026-04-30T14:09:47.994Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "2038159c-287e-4f26-9d0b-379d9d17154c", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:48.040Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "2038159c-287e-4f26-9d0b-379d9d17154c", "job": "xb-backup-minio-replica", "secret": "cross-site-replica-mysql-init"} 2026-04-30T14:09:48.040Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "2038159c-287e-4f26-9d0b-379d9d17154c", "job": "xb-backup-minio-replica"} 2026-04-30T14:09:52.623Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ce792780-eba8-4939-a0be-68afe15d71e7"} 2026-04-30T14:09:53.463Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "f435defe-7bbd-44e7-86d2-cfcca8b2daa1", "cluster": "cross-site-source"} 2026-04-30T14:09:53.609Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0605514e-1f98-4d86-9b3b-3a7beec65e7f"} 2026-04-30T14:09:53.610Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0605514e-1f98-4d86-9b3b-3a7beec65e7f", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:09:53.659Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0605514e-1f98-4d86-9b3b-3a7beec65e7f", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:09:53.716Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0605514e-1f98-4d86-9b3b-3a7beec65e7f", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:09:58.759Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e09cb60b-03e3-409a-a1f8-65746a9d566d"} 2026-04-30T14:10:04.238Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8935c9e2-f4a5-403f-a229-b31260e7cf8f"} 2026-04-30T14:10:10.854Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c22ff161-25de-4182-844f-8f7b114b3ce0"} 2026-04-30T14:10:15.727Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c9ad7e70-8ef2-4208-adca-526961ae3b55"} 2026-04-30T14:10:17.527Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7d982287-3256-4687-893e-875c5cc2fe28", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:20.859Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7d982287-3256-4687-893e-875c5cc2fe28"} 2026-04-30T14:10:22.974Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0ed45593-5669-49e4-afe0-b26ca87031ec", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:26.666Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0ed45593-5669-49e4-afe0-b26ca87031ec"} 2026-04-30T14:10:28.446Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ddc810cb-00c7-497e-935e-e86713278b1f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:32.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ddc810cb-00c7-497e-935e-e86713278b1f"} 2026-04-30T14:10:33.902Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0e1b689e-3431-4d26-b084-16de2c865722", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:37.263Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0e1b689e-3431-4d26-b084-16de2c865722"} 2026-04-30T14:10:39.365Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2823e23a-1856-4184-93ea-b9d92e86d822", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:42.955Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2823e23a-1856-4184-93ea-b9d92e86d822"} 2026-04-30T14:10:44.835Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e1bad6a8-1a50-4d16-bf29-3516a2cd3e11", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:45.649Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "7c434792-bcfc-49c4-ad49-de639b353cca", "cluster": "cross-site-source", "backup": ""} 2026-04-30T14:10:45.772Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "488c2cb8-b91b-4e3f-b372-01ee0d1da879", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:10:48.929Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e1bad6a8-1a50-4d16-bf29-3516a2cd3e11"} 2026-04-30T14:10:50.529Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0601b226-4b0c-494f-891a-5070841be290", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:50.800Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "93fcb60a-ef38-429c-b617-c86311a408f2", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:10:53.658Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0601b226-4b0c-494f-891a-5070841be290"} 2026-04-30T14:10:55.899Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "8a868136-3272-4d9c-826f-1a53295ed563", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:10:56.643Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d8de5aa8-32d0-4220-9b67-494dc49f079f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:00.166Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d8de5aa8-32d0-4220-9b67-494dc49f079f"} 2026-04-30T14:11:00.918Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "bbb64507-eb1d-4dda-a80a-53908cd96a4a", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:02.111Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b4611839-d19c-4ce9-8506-27b0efc8b249", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:05.729Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b4611839-d19c-4ce9-8506-27b0efc8b249"} 2026-04-30T14:11:05.936Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "ae218205-026b-4ae9-8e5d-5be7e4ed4eaa", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:07.534Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b4e09e64-b34d-4bb0-8be1-bc4b423856ef", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:11.065Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "1e8484d3-0c1b-4f05-ad41-b284f04a30be", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:11.512Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b4e09e64-b34d-4bb0-8be1-bc4b423856ef"} 2026-04-30T14:11:12.993Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0488a0f0-f3cb-474f-8163-26a782e02407", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:16.089Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "1a90f402-8f1f-41d2-9b83-28a530cee25d", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:16.460Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0488a0f0-f3cb-474f-8163-26a782e02407"} 2026-04-30T14:11:18.426Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b32058ec-4b6c-4e77-a756-c3934fb49138", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:21.110Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "3416034f-5231-4dff-af04-87f8c2b3f147", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:22.335Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b32058ec-4b6c-4e77-a756-c3934fb49138"} 2026-04-30T14:11:23.896Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "50a29288-628b-408a-aa16-8247d1d72a38", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:26.209Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "693b3c19-02e0-42ce-af99-66b99c41d1c3", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:27.137Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "50a29288-628b-408a-aa16-8247d1d72a38"} 2026-04-30T14:11:29.456Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "436d631b-9867-4593-a461-2164bf746964", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:31.231Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "6e34b6cb-7472-42b7-a298-b50703704bb1", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:32.950Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "436d631b-9867-4593-a461-2164bf746964"} 2026-04-30T14:11:34.912Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "22f24662-7d1c-46f5-9883-5bd7d011569b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:36.252Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "78d31034-182d-4bdd-930f-5b13cf362247", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:38.526Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "22f24662-7d1c-46f5-9883-5bd7d011569b"} 2026-04-30T14:11:40.426Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e8a4631d-8d2b-4084-9d06-c7bf5ef37414", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:41.294Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "d7fac18e-d694-4c7b-a71c-bc5ae73fa04f", "cluster": "cross-site-source"} 2026-04-30T14:11:41.368Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "40ee21b3-df16-41ce-b854-65f42902fb1c", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:11:43.972Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e8a4631d-8d2b-4084-9d06-c7bf5ef37414"} 2026-04-30T14:11:45.867Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2157bf24-8aba-4658-9ea6-f395c9da9712", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:46.384Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "767bef4f-0c8d-4fb1-9cec-cbad9d617174", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:11:49.532Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2157bf24-8aba-4658-9ea6-f395c9da9712"} 2026-04-30T14:11:51.377Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "34ee5158-ae24-46f7-abc3-3c922848ca4e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:51.402Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "dc6a2b4d-55f5-41e3-80dc-630bf7e6cc77", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:11:54.867Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "34ee5158-ae24-46f7-abc3-3c922848ca4e"} 2026-04-30T14:11:56.430Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "bae1fdc5-c9a6-4685-923d-319b258c48ed", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:11:56.838Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e86d52f0-c804-4b9b-84a7-089e1e69e09b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:00.338Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e86d52f0-c804-4b9b-84a7-089e1e69e09b"} 2026-04-30T14:12:01.458Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "3a75f5c7-048e-430e-a178-aa26907bf10f", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:02.299Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c6c4250a-f41f-46d6-955b-883342b68ac2", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:06.044Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c6c4250a-f41f-46d6-955b-883342b68ac2"} 2026-04-30T14:12:06.476Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "ab1a6ec8-566c-4abd-8ac0-f4814e3f3601", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:07.736Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "79f37997-29f7-47dc-a8c0-503e9267c535", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:11.217Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "79f37997-29f7-47dc-a8c0-503e9267c535"} 2026-04-30T14:12:11.495Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "5113b66e-dc7d-4546-a23c-4bfed752e1e2", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:13.267Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2660dd01-2da3-4f82-976e-b1d7785ceefe", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:16.512Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "141d0d4f-4cc7-4bbb-8c10-42fbf77bfaaa", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:16.645Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2660dd01-2da3-4f82-976e-b1d7785ceefe"} 2026-04-30T14:12:18.714Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "11e012c3-77e8-4cfd-bf9b-21bf1e673967", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:21.528Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "f91d182d-bcb0-4a1a-8792-1d45c21e7bce", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:22.315Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "11e012c3-77e8-4cfd-bf9b-21bf1e673967"} 2026-04-30T14:12:24.181Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "08ad454f-979b-4cc0-a3bf-354b3f2c3b66", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:26.543Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a8f0027d-d3c9-4625-9d43-84e535697494", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:27.350Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "08ad454f-979b-4cc0-a3bf-354b3f2c3b66"} 2026-04-30T14:12:29.600Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "96eab504-c611-44ba-aeb1-7bbbbc2eb935", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:31.564Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "0c3118c2-a902-4cfa-9d94-e81e5b588fd4", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:33.254Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "96eab504-c611-44ba-aeb1-7bbbbc2eb935"} 2026-04-30T14:12:35.026Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd30e7d0-d06d-410f-a599-24b01ee112cc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:36.593Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "6970ef26-6dbd-4b57-a66c-3756c76cdd08", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:38.824Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd30e7d0-d06d-410f-a599-24b01ee112cc"} 2026-04-30T14:12:40.463Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "02e38953-a53d-4fb5-92dc-27816a388bda", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:41.632Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "57366440-deb5-40f1-b1d5-61bb5f5d34cd", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:43.927Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "02e38953-a53d-4fb5-92dc-27816a388bda"} 2026-04-30T14:12:45.917Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "097850ec-01e1-4bdc-bd2b-4b4e7f245bbc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:46.662Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "057c2a6b-1b5f-460c-a4da-3f3e127b06aa", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:49.366Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "097850ec-01e1-4bdc-bd2b-4b4e7f245bbc"} 2026-04-30T14:12:51.422Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "66be8aca-7d4b-4c2c-8e1b-839de75fdb6d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:51.680Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "29cc4a33-6bd9-4b02-9a06-71d7165c1723", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:54.758Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "66be8aca-7d4b-4c2c-8e1b-839de75fdb6d"} 2026-04-30T14:12:56.703Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "c9c2c166-6c07-41a3-955f-1d4287a811fd", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:56.947Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ca1d500b-76a0-4178-bded-a3c5c3526d0f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:00.356Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ca1d500b-76a0-4178-bded-a3c5c3526d0f"} 2026-04-30T14:13:01.723Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "3c74eecc-bcc6-43e1-b183-ed249ed7c98c", "cluster": "cross-site-source"} 2026-04-30T14:13:01.949Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fbee3100-b26c-4544-a160-6aaa8f02faeb", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:13:02.013Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fbee3100-b26c-4544-a160-6aaa8f02faeb", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:13:02.105Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fbee3100-b26c-4544-a160-6aaa8f02faeb", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:13:03.158Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f5b012de-f615-475a-b6f6-243837598e77", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:06.820Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a241680f-bc60-496c-8b59-26cee8d56976", "cluster": "cross-site-source"} 2026-04-30T14:13:07.116Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f5b012de-f615-475a-b6f6-243837598e77"} 2026-04-30T14:13:08.572Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e001a5de-4283-4a4c-bd5d-862e3e09261b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:11.839Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "e8162d10-1f35-429a-b4a6-e8307d9e75bd", "cluster": "cross-site-source"} 2026-04-30T14:13:12.139Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e001a5de-4283-4a4c-bd5d-862e3e09261b"} 2026-04-30T14:13:14.033Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7e6a2c76-a6bd-4d1e-9bc3-30f3dee5e497", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:16.860Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "70496f12-a786-48b5-8b7d-b04179d10f63", "cluster": "cross-site-source"} 2026-04-30T14:13:17.745Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7e6a2c76-a6bd-4d1e-9bc3-30f3dee5e497"} 2026-04-30T14:13:19.520Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4badda00-961f-43ec-954b-c6ec1327bb94", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:21.880Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "4633dd5f-511a-4a76-906b-1c60403562b6", "cluster": "cross-site-source"} 2026-04-30T14:13:23.641Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4badda00-961f-43ec-954b-c6ec1327bb94"} 2026-04-30T14:13:24.944Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "95cf0b19-3df7-442d-8e66-efee7fd4b856", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:26.900Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "46d4e055-bffa-44b2-83f4-b0b7b88092af", "cluster": "cross-site-source"} 2026-04-30T14:13:28.537Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "95cf0b19-3df7-442d-8e66-efee7fd4b856"} 2026-04-30T14:13:30.368Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0c83f28e-d492-4542-b684-6dca612d5cb3", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:31.918Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "93768946-09c5-41d0-8575-28c3bb5cdd38", "cluster": "cross-site-source"} 2026-04-30T14:13:33.859Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0c83f28e-d492-4542-b684-6dca612d5cb3"} 2026-04-30T14:13:35.846Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6415503b-2dde-46d1-ac79-722b7fc5aeff", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:36.935Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "153ac427-9b40-40b2-a634-36a8e8b6e0ea", "cluster": "cross-site-source"} 2026-04-30T14:13:39.856Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6415503b-2dde-46d1-ac79-722b7fc5aeff"} 2026-04-30T14:13:41.589Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a3d23be4-848d-4c07-9dc6-656924683da7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:41.953Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "01cb98d9-b5b0-4879-8ee7-2f9418a359d4", "cluster": "cross-site-source"} 2026-04-30T14:13:45.340Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a3d23be4-848d-4c07-9dc6-656924683da7"} 2026-04-30T14:13:46.993Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "e8aef1be-a429-4445-8d0d-b602819a8531", "cluster": "cross-site-source"} 2026-04-30T14:13:47.034Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bb7e5d4b-c761-443d-b80f-8d7871da4b9f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:50.718Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bb7e5d4b-c761-443d-b80f-8d7871da4b9f"} 2026-04-30T14:13:52.019Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "527b5449-a2f5-4ece-acae-a105eaba40a8", "cluster": "cross-site-source"} 2026-04-30T14:13:52.507Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "04ff0cc7-ca4b-4e9f-a5af-f6297d328f65", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:56.014Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "04ff0cc7-ca4b-4e9f-a5af-f6297d328f65"} 2026-04-30T14:13:57.046Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "73409b8a-f5fc-4db4-81eb-99a0802bc301", "cluster": "cross-site-source"} 2026-04-30T14:13:57.927Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d3a4e3ea-72bb-47ec-b3be-bf1a2a96ce0c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:01.717Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d3a4e3ea-72bb-47ec-b3be-bf1a2a96ce0c"} 2026-04-30T14:14:02.063Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "bc1a1fc5-0933-4ffc-a715-244d531208a3", "cluster": "cross-site-source"} 2026-04-30T14:14:03.354Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "525c329b-f0c8-45a7-b22b-5cc7de85f846", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:07.089Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "20eb96a0-c039-48ed-b33e-735a7008543c", "cluster": "cross-site-source"} 2026-04-30T14:14:07.545Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "525c329b-f0c8-45a7-b22b-5cc7de85f846"} 2026-04-30T14:14:08.752Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9fd31665-bfaf-4f8e-8998-e375510960d5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:12.109Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "d4fead53-73ac-4ec8-bc64-2c0cbd8decc1", "cluster": "cross-site-source"} 2026-04-30T14:14:12.417Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9fd31665-bfaf-4f8e-8998-e375510960d5"} 2026-04-30T14:14:14.217Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8fc2d5a8-0a8e-4087-872a-f7ea5a03af50", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:17.127Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "016d7e7c-fd8a-4035-a7e7-eb95345353fa", "cluster": "cross-site-source"} 2026-04-30T14:14:17.638Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8fc2d5a8-0a8e-4087-872a-f7ea5a03af50"} 2026-04-30T14:14:19.642Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "36b0b89d-1db1-4d43-961f-2c1705bf1918", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:22.145Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "1273b79b-c2b4-4dab-92b9-9e05b36b1fd3", "cluster": "cross-site-source"} 2026-04-30T14:14:23.536Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "36b0b89d-1db1-4d43-961f-2c1705bf1918"} 2026-04-30T14:14:25.147Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a9ca65ac-febe-4cc5-8ed3-bce38456c594", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:27.161Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "d5401d18-b8ff-4f23-8efd-8a126f81514c", "cluster": "cross-site-source"} 2026-04-30T14:14:28.612Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a9ca65ac-febe-4cc5-8ed3-bce38456c594"} 2026-04-30T14:14:30.662Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b77fb8a5-e2d1-4c3f-a4cc-82e9ff93425b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:32.182Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "63f1d49e-d809-4beb-a6c0-06e66d648cf9", "cluster": "cross-site-source"} 2026-04-30T14:14:34.034Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b77fb8a5-e2d1-4c3f-a4cc-82e9ff93425b"} 2026-04-30T14:14:36.117Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b7248088-e6f4-4ee1-904d-ec1b935adf0d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:37.217Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "1225d8b2-4c6d-4e85-94c6-300553656f2a", "cluster": "cross-site-source"} 2026-04-30T14:14:39.542Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b7248088-e6f4-4ee1-904d-ec1b935adf0d"} 2026-04-30T14:14:41.735Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a02ec27d-2e4d-45b2-8b52-a9003641e3d3", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:42.235Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "2c3e0dc9-4c62-482e-b876-b106e2b00334", "cluster": "cross-site-source"} 2026-04-30T14:14:45.356Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a02ec27d-2e4d-45b2-8b52-a9003641e3d3"} 2026-04-30T14:14:47.180Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "14d5734b-f41f-4e28-917a-3b6e31710077", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:47.256Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "f9723ec8-ebb5-4e77-b16e-9b71a696607d", "cluster": "cross-site-source"} 2026-04-30T14:14:50.736Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "14d5734b-f41f-4e28-917a-3b6e31710077"} 2026-04-30T14:14:52.275Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a0b8126f-efd7-430e-8f6d-f4af56ba4bfe", "cluster": "cross-site-source"} 2026-04-30T14:14:52.604Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a95d154b-f797-4f57-9464-cd657d60e972", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:56.145Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a95d154b-f797-4f57-9464-cd657d60e972"} 2026-04-30T14:14:57.292Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "313883be-e9ce-46de-b80e-0fc8a3eda2e0", "cluster": "cross-site-source"} 2026-04-30T14:14:58.062Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1c668aad-04f0-47d0-951a-f514ecf6a93d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:01.754Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1c668aad-04f0-47d0-951a-f514ecf6a93d"} 2026-04-30T14:15:02.308Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "b2479024-3c0b-403b-a06f-11e9918c2d7d", "cluster": "cross-site-source"} 2026-04-30T14:15:03.501Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "eac8a021-7c64-44d6-8100-39f237c310d3", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:07.325Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "eac8a021-7c64-44d6-8100-39f237c310d3"} 2026-04-30T14:15:07.325Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "83020dd3-a1c8-42af-8739-a2cd3ae49e85", "cluster": "cross-site-source"} 2026-04-30T14:15:08.947Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "daa43a59-0eb0-4f7f-b5d4-7f0e9fbbff6c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:12.346Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "01b7fb53-cbdf-44bd-8a4e-055c074ae556", "cluster": "cross-site-source"} 2026-04-30T14:15:12.456Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "daa43a59-0eb0-4f7f-b5d4-7f0e9fbbff6c"} 2026-04-30T14:15:14.426Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "51ddc100-a5e8-41c9-9320-b2985f33c644", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:17.365Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "c3bc5cef-e995-4a80-9081-fa070aec9adb", "cluster": "cross-site-source"} 2026-04-30T14:15:17.921Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "51ddc100-a5e8-41c9-9320-b2985f33c644"} 2026-04-30T14:15:20.054Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "87338e9b-c0c7-49ed-b0ca-0bf04e16e4ab", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:22.386Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "7d3be01e-fb41-498c-a951-a47f72d05879", "cluster": "cross-site-source"} 2026-04-30T14:15:23.461Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "87338e9b-c0c7-49ed-b0ca-0bf04e16e4ab"} 2026-04-30T14:15:25.473Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c8fe831d-34ef-4129-9323-7f67e675a31c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:27.402Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "542b3bf2-ed2f-433a-b288-3e6a46fc352a", "cluster": "cross-site-source"} 2026-04-30T14:15:29.056Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c8fe831d-34ef-4129-9323-7f67e675a31c"} 2026-04-30T14:15:30.932Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "12070368-bdd7-41e0-9e2b-d2c4311318b2", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:32.446Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "78a0cf6b-f3e3-4462-b93f-950119a84a5c", "cluster": "cross-site-source"} 2026-04-30T14:15:34.659Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "12070368-bdd7-41e0-9e2b-d2c4311318b2"} 2026-04-30T14:15:36.473Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "18206e91-adc8-4128-b799-0c8f0fbb3399", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:37.467Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "b0a5ad77-93dd-4f77-9aac-4e3cb39e0019", "cluster": "cross-site-source"} 2026-04-30T14:15:40.056Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "18206e91-adc8-4128-b799-0c8f0fbb3399"} 2026-04-30T14:15:42.007Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7a1495f8-417d-421a-8250-ee124bfd6d8a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:42.485Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "dd051aa7-4023-4922-9d77-9ee148476032", "cluster": "cross-site-source"} 2026-04-30T14:15:45.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7a1495f8-417d-421a-8250-ee124bfd6d8a"} 2026-04-30T14:15:47.469Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f190cac1-0a7c-4602-8b54-c6afbf5bfe8f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:47.501Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "8b9e7ac0-adf3-42fc-ba78-262320b0a2c3", "cluster": "cross-site-source"} 2026-04-30T14:15:50.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f190cac1-0a7c-4602-8b54-c6afbf5bfe8f"} 2026-04-30T14:15:52.520Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "31b7ca3e-acbd-42ae-8f44-0283856afd40", "cluster": "cross-site-source"} 2026-04-30T14:15:52.881Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "57fc172b-c885-4cd3-813a-25ec7537c311", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:56.628Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "57fc172b-c885-4cd3-813a-25ec7537c311"} 2026-04-30T14:15:57.539Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "bb3a84c6-0a6a-4410-ad13-e3e6d01f5db8", "cluster": "cross-site-source"} 2026-04-30T14:15:58.543Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "74a33562-1a29-4e93-a17e-b5b9c2704536", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:02.330Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "74a33562-1a29-4e93-a17e-b5b9c2704536"} 2026-04-30T14:16:02.558Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a4789311-5f75-4652-b3dc-746fda6ae96d", "cluster": "cross-site-source"} 2026-04-30T14:16:04.126Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e574beb7-ac23-44c2-8dd3-2a8a5bbc4f02", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:07.579Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "3b94f9b3-a88d-42f0-83bb-d82cf35d7e95", "cluster": "cross-site-source"} 2026-04-30T14:16:07.726Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e574beb7-ac23-44c2-8dd3-2a8a5bbc4f02"} 2026-04-30T14:16:09.633Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c4b96c3b-790a-4ac5-818a-3642fd07e6a5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:12.598Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a8d7e091-2b47-4501-b2b0-fbfba88357c2", "cluster": "cross-site-source"} 2026-04-30T14:16:13.067Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c4b96c3b-790a-4ac5-818a-3642fd07e6a5"} 2026-04-30T14:16:15.100Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "70788821-59ec-4a66-8fee-30b62942ed9d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:17.618Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a7420909-87a9-4333-80d6-37e2831baf4c", "cluster": "cross-site-source"} 2026-04-30T14:16:18.328Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "70788821-59ec-4a66-8fee-30b62942ed9d"} 2026-04-30T14:16:20.627Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c933b542-fc3c-463a-ae3f-ad74cea0a596", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:22.646Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "8106571f-9e57-4857-9146-b5efbc5387e9", "cluster": "cross-site-source"} 2026-04-30T14:16:24.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c933b542-fc3c-463a-ae3f-ad74cea0a596"} 2026-04-30T14:16:26.649Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c77024d6-bca8-4d8b-9073-a270a5680ac6", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:27.665Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "cdff0be6-42ad-483d-9622-999289639d5a", "cluster": "cross-site-source"} 2026-04-30T14:16:30.554Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c77024d6-bca8-4d8b-9073-a270a5680ac6"} 2026-04-30T14:16:32.157Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f4d8262a-45d8-4edb-a602-ae92cd204cb5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:32.683Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "49d96390-c0a3-4599-b52d-fe65be12da25", "cluster": "cross-site-source"} 2026-04-30T14:16:35.817Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f4d8262a-45d8-4edb-a602-ae92cd204cb5"} 2026-04-30T14:16:37.615Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e342ef6-6eda-4357-a33c-493aa034ac3b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:37.710Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "5219e868-1973-4aad-829f-4b4187283a04", "cluster": "cross-site-source"} 2026-04-30T14:16:41.054Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e342ef6-6eda-4357-a33c-493aa034ac3b"} 2026-04-30T14:16:43.155Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ef2229bc-8313-4859-8107-a28e4382dcb6", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:46.627Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ef2229bc-8313-4859-8107-a28e4382dcb6"} 2026-04-30T14:16:48.570Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "44678ab7-a551-442d-9c10-be986cf6b673", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:52.329Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "44678ab7-a551-442d-9c10-be986cf6b673"} 2026-04-30T14:16:54.032Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f6813045-fcbb-4fee-90a6-9bb293687c88", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:57.742Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f6813045-fcbb-4fee-90a6-9bb293687c88"} 2026-04-30T14:16:59.442Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bb411b67-6c60-4cdd-a083-a634ab09e2b0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:17:02.750Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bb411b67-6c60-4cdd-a083-a634ab09e2b0"} 2026-04-30T14:17:04.927Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd748287-87b9-4117-844e-24b7f5a0bf54", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:17:08.523Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd748287-87b9-4117-844e-24b7f5a0bf54"} 2026-04-30T14:17:10.541Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "424515a6-2c84-462f-8561-e67399995a2f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:17:14.136Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "424515a6-2c84-462f-8561-e67399995a2f"} 2026-04-30T14:17:19.660Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "57ddcd64-4cc4-4712-bb3e-e57094b3d84c"} 2026-04-30T14:17:24.753Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4712e2d9-47ae-4c71-8609-b1b48b85e59d"} 2026-04-30T14:17:30.219Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1883282a-9a92-4062-ab2a-c99d21688533"} 2026-04-30T14:17:30.577Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "80e3437b-30ed-4499-bc2f-3917f6846162", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:17:30.638Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "80e3437b-30ed-4499-bc2f-3917f6846162", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:17:30.698Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "80e3437b-30ed-4499-bc2f-3917f6846162", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:31.538Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4b1aeb1c-caa6-497f-943a-36371ee5bbdb", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:34.390Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "80e3437b-30ed-4499-bc2f-3917f6846162", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:17:37.114Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "133c8661-61f2-44c0-9cf6-f2359bc96fee", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:40.975Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1ac6c41e-245a-4012-b8b2-8f57dc81a129"} 2026-04-30T14:17:42.982Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b105a596-ed2d-461f-a9f3-d30ba82dded8", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:43.853Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6283df33-e609-4043-82b7-d134db7df6e6", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:47.199Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d7856720-0208-426e-9b38-a149d35769b4"} 2026-04-30T14:17:49.575Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "5ff1cc13-5430-4840-9a8b-25b332d738ab", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:52.658Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f73084e9-55aa-4fe1-ba85-1b8028bf42bd"} 2026-04-30T14:17:54.800Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9b335ad5-e681-479b-810a-5b355c8ed4be", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:58.076Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a74eff17-363e-4dd5-a699-1dedf4bd4dec"} 2026-04-30T14:18:00.209Z INFO Remove outdated replication channel {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "channel": "source_to_replica"} 2026-04-30T14:18:00.211Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "channel": "source_to_replica", "host": "34.118.225.43"} 2026-04-30T14:18:00.211Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "channel": "source_to_replica", "host": "34.118.229.231"} 2026-04-30T14:18:00.212Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "channel": "source_to_replica", "host": "34.118.238.177"} 2026-04-30T14:18:00.219Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "pod": "cross-site-replica-pxc-1"} 2026-04-30T14:18:00.224Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "pod": "cross-site-replica-pxc-0"} 2026-04-30T14:18:00.229Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "pod": "cross-site-replica-pxc-2"} 2026-04-30T14:18:03.458Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ab7d274d-58f6-40a4-b3c8-bd682223c8b5"} 2026-04-30T14:18:08.898Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "830aaf53-16ec-4521-99c4-c0a14d636cae"} 2026-04-30T14:18:13.971Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dc6b4790-48cd-4bec-99b6-57cb57578d3a"} 2026-04-30T14:18:19.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8ca91e75-48ee-46af-ab66-88610ee7525a"} 2026-04-30T14:18:26.290Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "49a3bd5a-00df-41f7-9401-bc9ce2a5dea8"} 2026-04-30T14:18:31.866Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d097f05e-f597-4f7b-ad75-79f2ed5c9fdb"} 2026-04-30T14:18:37.557Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fa4675f0-d1ee-4430-991e-895ea4b8f4a9"} 2026-04-30T14:18:42.758Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "650d4fc7-57a0-4f81-b001-55af5c82b022"} 2026-04-30T14:18:48.366Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d1ad1f30-23da-4146-acfd-c9bf1a636a72"} 2026-04-30T14:18:53.569Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "10ee8320-8102-4470-9fb8-5b2f833bc8e0"} 2026-04-30T14:18:59.060Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "63bde3f5-8b2c-4e5a-8206-df7c691e3647"} 2026-04-30T14:19:03.995Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3aa308db-ecf0-4adb-b15b-f5b865a94830"} 2026-04-30T14:19:10.166Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "769c4962-cf75-47cc-8d21-df7c2b7933ff"} 2026-04-30T14:19:15.272Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "405192a8-eeb5-43a6-84c1-51b83e41cd81"} 2026-04-30T14:19:21.104Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ba9be01a-d424-41ce-a3eb-e5e09b261cb6"} 2026-04-30T14:19:25.902Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f728d9a0-8cec-40e2-b59b-5ecb563d2286"} 2026-04-30T14:19:31.765Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3eae739f-7787-41b6-bdcc-47a77ef26154"} 2026-04-30T14:19:37.057Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fcb35a9f-32ec-4e94-a4f8-88a73de3be12"} 2026-04-30T14:19:42.288Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dc47dfa1-98f3-46c3-bfe6-9f294043607a"} 2026-04-30T14:19:47.180Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0bbca114-0165-4c37-8e2e-44c7cfeac256"} 2026-04-30T14:19:53.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "148814ae-b25a-4ab5-9eaf-c262096ee3ab"} 2026-04-30T14:19:59.083Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5669ba5c-d5b4-421c-9d12-393a782c28fa"} 2026-04-30T14:20:04.087Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ed334cf8-7ce3-4368-8699-d6fd217e8aa6"} 2026-04-30T14:20:09.965Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8514787c-7caa-49b8-910e-1a1c52b72159"} 2026-04-30T14:20:14.976Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5cab3f57-b1a4-4249-9f9f-ad428de6c0d3"} 2026-04-30T14:20:20.871Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9a39f216-5f1d-43bb-8faf-8b0075d687f2"} 2026-04-30T14:20:26.550Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "18e72f3d-a149-48dc-9aff-ea28569e4905"} 2026-04-30T14:20:31.548Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a027400a-499e-4f4b-a41e-e69891d2419c"} 2026-04-30T14:20:37.062Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1c4377ff-92a7-49b8-a49c-b7d2c6e069ab"} 2026-04-30T14:20:42.265Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7bcd0767-6af3-4cbf-9af3-16f27b630c85"} 2026-04-30T14:20:43.325Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:20:43.419Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:20:43.521Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "pod": "cross-site-source-pxc-0"} 2026-04-30T14:20:43.536Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "pod": "cross-site-source-pxc-1"} 2026-04-30T14:20:43.550Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "pod": "cross-site-source-pxc-2"} 2026-04-30T14:20:43.719Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "new replication pod": "cross-site-source-pxc-0"} 2026-04-30T14:20:46.564Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:20:55.028Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "546b9fb9-f34d-439f-b6e4-3f77afb79398"} 2026-04-30T14:21:00.260Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "932def79-e885-4808-b165-ef4811719a6f"} 2026-04-30T14:21:08.457Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6c636bc1-4f11-4f7a-88f3-7879c3869c71"} 2026-04-30T14:21:29.377Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c1113945-81bf-4ae7-8917-31647f2cf18c"} 2026-04-30T14:21:34.798Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "59fb7f7c-c661-415a-995a-9cd437809c01"} 2026-04-30T14:21:41.495Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bf608c1c-6b13-45a5-8b51-067ee6241227"} 2026-04-30T14:21:46.949Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8ef06014-d51f-4361-96b4-6e322a9f8f55"} 2026-04-30T14:21:52.468Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "54f1a3f0-bfed-465c-901c-eae753100ed3"} 2026-04-30T14:21:58.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "92351781-b5b0-447f-a65d-08c204bb6223"} 2026-04-30T14:22:03.461Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7afc369f-6df5-41d4-8e97-7c5912ae4153"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:495 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:839 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 -  }, -  { -  }, +  }, -  Annotations: map[string]string{ +  Annotations: map[string]string{ -  APIVersion: "apps/v1", -  APIVersion: "apps/v1", +  AvailableReplicas: 0, -  AvailableReplicas: 3, -  CollisionCount: &0, +  CollisionCount: nil, +  CreationTimestamp: v1.Time{}, -  CreationTimestamp: v1.Time{Time: s"2026-04-30 13:40:05 +0000 UTC"}, -  CreationTimestamp: v1.Time{Time: s"2026-04-30 13:51:29 +0000 UTC"}, +  CurrentReplicas: 0, -  CurrentReplicas: 3, +  CurrentRevision: "", -  CurrentRevision: "cross-site-replica-proxysql-6cb9fbcdd6", -  CurrentRevision: "cross-site-replica-proxysql-855db46bdd", -  CurrentRevision: "cross-site-replica-pxc-6cb95bd4c7", -  CurrentRevision: "cross-site-source-proxysql-554ccd78cd", -  CurrentRevision: "cross-site-source-pxc-5d98fc4487", -  DefaultMode: &420, -  DefaultMode: &420, +  DefaultMode: nil, +  DefaultMode: nil, +  DeprecatedServiceAccount: "", -  DeprecatedServiceAccount: "default", +  DNSPolicy: "", -  DNSPolicy: "ClusterFirst", -  FieldsType: "FieldsV1", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., +  Generation: 0, -  Generation: 1, -  Generation: 2, -  Generation: 3, -  Generation: 4, +  ManagedFields: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  Manager: "kube-controller-manager", -  Manager: "percona-xtradb-cluster-operator", +  ObservedGeneration: 0, -  ObservedGeneration: 1, -  ObservedGeneration: 2, -  ObservedGeneration: 3, -  ObservedGeneration: 4, -  Operation: "Update", -  Operation: "Update", -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6ImY3MWQzNjdhNWFlMzEyMjU4MzZhNTJlNjM4YzQ0Y2NjIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiIzM2M4ZWY0YzIyNGJhNzNhNTlmNjMzODVlZGNhYmJiNCJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDA3LWU5ZTE2ODQ1IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDA3LWU5ZTE2ODQ1IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwibWVtb3J5Ijoi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6ImY3MWQzNjdhNWFlMzEyMjU4MzZhNTJlNjM4YzQ0Y2NjIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiIzM2M4ZWY0YzIyNGJhNzNhNTlmNjMzODVlZGNhYmJiNCJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDA3LWU5ZTE2ODQ1IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDA3LWU5ZTE2ODQ1IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIsIm1lbW9yeSI6"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYWM1OGMyMWQ0Mzk3ODViZTMyYjAxNDM3Y2ZlYmUyZDQiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjMzYzhlZjRjMjI0YmE3M2E1OWY2MzM4NWVkY2FiYmI0In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYWM1OGMyMWQ0Mzk3ODViZTMyYjAxNDM3Y2ZlYmUyZDQiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjMzYzhlZjRjMjI0YmE3M2E1OWY2MzM4NWVkY2FiYmI0In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYWM1OGMyMWQ0Mzk3ODViZTMyYjAxNDM3Y2ZlYmUyZDQiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjMzYzhlZjRjMjI0YmE3M2E1OWY2MzM4NWVkY2FiYmI0In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYWM1OGMyMWQ0Mzk3ODViZTMyYjAxNDM3Y2ZlYmUyZDQiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjMzYzhlZjRjMjI0YmE3M2E1OWY2MzM4NWVkY2FiYmI0In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., +  PeriodSeconds: 0, -  PeriodSeconds: 10, +  PersistentVolumeClaimRetentionPolicy: nil, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  Phase: "", -  Phase: "Pending", +  PodManagementPolicy: "", -  PodManagementPolicy: "OrderedReady", +  Protocol: "", -  Protocol: "TCP", +  ReadyReplicas: 0, -  ReadyReplicas: 3, -  Replicas: &0, +  Replicas: 0, +  Replicas: &0, -  Replicas: 3, -  Replicas: &3, +  Replicas: &3, +  ResourceVersion: "", -  ResourceVersion: "1777556459359967009", -  ResourceVersion: "1777556643315567010", -  ResourceVersion: "1777557146057471012", -  ResourceVersion: "1777557325655007006", -  ResourceVersion: "1777557523792127012", -  ResourceVersion: "1777557559820447006", -  ResourceVersion: "1777557731187999012", -  ResourceVersion: "1777557988500223012", -  ResourceVersion: "1777558196879455009", -  ResourceVersion: "1777558244251919010", -  ResourceVersion: "1777558436347263009", +  RestartPolicy: "", -  RestartPolicy: "Always", -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil, +  SchedulerName: "", -  SchedulerName: "default-scheduler", -  Subresource: "status", +  TerminationMessagePath: "", -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePolicy: "", -  TerminationMessagePolicy: "File", -  Time: s"2026-04-30 13:40:05 +0000 UTC", -  Time: s"2026-04-30 13:40:59 +0000 UTC", -  Time: s"2026-04-30 13:44:03 +0000 UTC", -  Time: s"2026-04-30 13:51:29 +0000 UTC", -  Time: s"2026-04-30 13:52:26 +0000 UTC", -  Time: s"2026-04-30 13:55:25 +0000 UTC", -  Time: s"2026-04-30 13:58:40 +0000 UTC", -  Time: s"2026-04-30 13:58:43 +0000 UTC", -  Time: s"2026-04-30 13:59:19 +0000 UTC", -  Time: s"2026-04-30 14:01:18 +0000 UTC", -  Time: s"2026-04-30 14:02:11 +0000 UTC", -  Time: s"2026-04-30 14:05:55 +0000 UTC", -  Time: s"2026-04-30 14:06:28 +0000 UTC", -  Time: s"2026-04-30 14:09:53 +0000 UTC", -  Time: s"2026-04-30 14:09:56 +0000 UTC", -  Time: s"2026-04-30 14:10:44 +0000 UTC", -  Time: s"2026-04-30 14:13:02 +0000 UTC", -  Time: s"2026-04-30 14:13:56 +0000 UTC", -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, +  UID: "", -  UID: "3c77125f-af1b-4461-ac32-185b30763aad", -  UID: "52ffb2b7-98b9-4103-a5bb-bf4d72662347", -  UID: "68005947-8f39-4cec-a2a2-5db179ae0d9f", -  UID: "6b2aa3fe-30d5-428d-942a-ac131d5d615e", +  UpdatedReplicas: 0, -  UpdatedReplicas: 3, +  UpdateRevision: "", -  UpdateRevision: "cross-site-replica-proxysql-6cb9fbcdd6", -  UpdateRevision: "cross-site-replica-proxysql-855db46bdd", -  UpdateRevision: "cross-site-replica-pxc-6cb95bd4c7", -  UpdateRevision: "cross-site-source-proxysql-554ccd78cd", -  UpdateRevision: "cross-site-source-pxc-5d98fc4487", -  Value: "false", +  Value: "false", -  Value: "true", +  Value: "true", -  VolumeMode: &"Filesystem", +  VolumeMode: nil,   }    },    },    {    },    },    {    },    },    {    },    ... // 12 identical elements    ... // 16 identical fields    ... // 16 identical fields    ... // 22 identical fields    ... // 2 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 4 identical fields    ... // 5 identical fields    ... // 5 identical fields    ... // 6 identical fields    ... // 6 identical fields    ... // 7 identical fields    ... // 8 identical fields    ... // 9 identical fields    AccessModes: nil,    ActiveDeadlineSeconds: nil,    Affinity: nil,    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}},    Args: {"mysqld"},    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    AutomountServiceAccountToken: nil,    AvailableReplicas: 0,    AWSElasticBlockStore: nil,    AzureFile: nil,    Capacity: nil,    Conditions: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    ContainerPort: 3306,    ContainerPort: 33060,    ContainerPort: 33062,    ContainerPort: 4444,    ContainerPort: 4567,    ContainerPort: 4568,    ContainerPort: 6032,    ContainerPort: 6070,    Containers: []v1.Container{    CurrentReplicas: 0,    DataSource: nil,    DataSourceRef: nil,    DeletionGracePeriodSeconds: nil,    DeletionTimestamp: nil,    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-pxc"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "xtrabackup"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "xtrabackup"}}}, ...},    Env: []v1.EnvVar{    EphemeralContainers: nil,    FailureThreshold: 3,    FC: nil,    Finalizers: nil,    GitRepo: nil,    HostAliases: nil,    HostIP: "",    HostPort: 0,    ImagePullPolicy: "Always",    InitContainers: []v1.Container{    InitialDelaySeconds: 300,    ISCSI: nil,    Items: nil,    Items: nil,    Labels: nil,    Lifecycle: nil,    LivenessProbe: &v1.Probe{    LocalObjectReference: {Name: "auto-cross-site-replica-pxc"},    LocalObjectReference: {Name: "auto-cross-site-source-pxc"},    LocalObjectReference: {Name: "cross-site-replica-pxc"},    LocalObjectReference: {Name: "cross-site-source-pxc"},    MinReadySeconds: 0,    Name: "auto-config",    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    Name: "config",    Name: "ist",    Name: "mysql",    Name: "mysql-admin",    Name: "mysql-init-file",    Name: "mysql-users-secret-file",    Name: "mysqlx",    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    Name: "proxyadm",    Name: "PXC_READ_ONLY",    {Name: "SCHEDULER_ENABLED", Value: "true"},    Namespace: "cross-site-proxysql-26856",    Namespace: "cross-site-proxysql-replica-4819",    Name: "ssl",    Name: "ssl-internal",    Name: "sst",    Name: "stats",    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    Name: "vault-keyring-secret",    Name: "write-set",    NFS: nil,    NodeName: "",    NodeSelector: nil,    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "ac58c21d439785be32b01437cfebe2d4", "percona.com/ssl-internal-hash": "33c8ef4c224ba73a59f63385edcabbb4"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "f71d367a5ae31225836a52e638c44ccc", "percona.com/ssl-internal-hash": "33c8ef4c224ba73a59f63385edcabbb4"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "ac58c21d439785be32b01437cfebe2d4", "percona.com/ssl-internal-hash": "33c8ef4c224ba73a59f63385edcabbb4"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "f71d367a5ae31225836a52e638c44ccc", "percona.com/ssl-internal-hash": "33c8ef4c224ba73a59f63385edcabbb4"}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: v1.ObjectMeta{    Optional: &false,    Optional: &true,    Optional: &true,    Ordinals: nil,    OS: nil,    Overhead: nil,    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-replica", UID: "89be990a-8b45-4671-bc99-0875542ac01e", ...}},    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-source", UID: "c3a08b71-2f80-4908-812f-d4b39eb3cd4f", ...}},    Ports: nil,    Ports: []v1.ContainerPort{    PreemptionPolicy: nil,    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    Quobyte: nil,    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    ReadyReplicas: 0,    Replicas: 0,    Replicas: &3,    ResizePolicy: nil,    Resources: {},    Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}},    SecretName: "cross-site-replica-mysql-init",    SecretName: "cross-site-replica-ssl",    SecretName: "cross-site-replica-ssl-internal",    SecretName: "cross-site-source-mysql-init",    SecretName: "cross-site-source-ssl",    SecretName: "cross-site-source-ssl-internal",    SecretName: "internal-cross-site-replica",    SecretName: "internal-cross-site-source",    SecretName: "some-name-vault",    Secret: &v1.SecretVolumeSource{    SecurityContext: nil,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    SelfLink: "",    ServiceAccountName: "default",    ServiceName: "cross-site-replica-proxysql-unready",    ServiceName: "cross-site-replica-pxc",    ServiceName: "cross-site-source-proxysql-unready",    ServiceName: "cross-site-source-pxc",    SetHostnameAsFQDN: nil,    Spec: v1.PersistentVolumeClaimSpec{    Spec: v1.PodSpec{    Spec: v1.StatefulSetSpec{    StartupProbe: nil,    Status: v1.PersistentVolumeClaimStatus{    Status: v1.StatefulSetStatus{    StorageClassName: nil,    Subdomain: "",    SuccessThreshold: 1,    Template: v1.PodTemplateSpec{    TerminationGracePeriodSeconds: &30,    TerminationGracePeriodSeconds: &600,    TerminationGracePeriodSeconds: nil,    TimeoutSeconds: 5,    Tolerations: nil,    TypeMeta: {},    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    UpdatedReplicas: 0,    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}},   &v1.StatefulSet{    ValueFrom: nil,    VolumeAttributesClassName: nil,    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    VolumeDevices: nil,    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeName: "",    VolumeSource: v1.VolumeSource{    Volumes: []v1.Volume{    VsphereVolume: nil,    WorkingDir: "", + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n cross-site-proxysql-26856 cross-site-source --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl patch pxc -n cross-site-proxysql-replica-4819 cross-site-replica --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.4sEewnjCyJ ++ mktemp + local LAST_ERR=/tmp/tmp.4Z9hO4v684 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4sEewnjCyJ perconaxtradbcluster.pxc.percona.com "cross-site-source" deleted from cross-site-proxysql-26856 namespace perconaxtradbcluster.pxc.percona.com "cross-site-replica" deleted from cross-site-proxysql-replica-4819 namespace + cat /tmp/tmp.4Z9hO4v684 + rm /tmp/tmp.4sEewnjCyJ /tmp/tmp.4Z9hO4v684 + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.Uc4V1jQUG7 ++ mktemp + local LAST_ERR=/tmp/tmp.RXzICXoJRM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Uc4V1jQUG7 perconaxtradbclusterbackup.pxc.percona.com "backup-minio-source" deleted from cross-site-proxysql-26856 namespace perconaxtradbclusterbackup.pxc.percona.com "backup-minio-replica" deleted from cross-site-proxysql-replica-4819 namespace + cat /tmp/tmp.RXzICXoJRM + rm /tmp/tmp.Uc4V1jQUG7 /tmp/tmp.RXzICXoJRM + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.Qv49OU84cX ++ mktemp + local LAST_ERR=/tmp/tmp.ieAwuMUk14 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Qv49OU84cX perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-26856 namespace perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-replica-4819 namespace + cat /tmp/tmp.ieAwuMUk14 + rm /tmp/tmp.Qv49OU84cX /tmp/tmp.ieAwuMUk14 + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.e3DIpOhOdD ++ mktemp + local LAST_ERR=/tmp/tmp.dW6ssA0Bgp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.e3DIpOhOdD validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.dW6ssA0Bgp + rm /tmp/tmp.e3DIpOhOdD /tmp/tmp.dW6ssA0Bgp + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.VblUH0hSLl + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + destroy cross-site-proxysql-replica-4819 true + local namespace=cross-site-proxysql-replica-4819 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + tee /tmp/tmp.VblUH0hSLl/operator.log ++ mktemp + kubectl_bin delete --grace-period=0 --force=true namespace cross-site-proxysql-26856 tee: /tmp/tmp.VblUH0hSLl/operator.log: No such file or directory + local LAST_OUT=/tmp/tmp.bkL3LLsBdm ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.qtuQYuvrIs + local exit_status=0 + local LAST_OUT=/tmp/tmp.EmGSxYogJB ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + grep -v 'the object has been modified' + grep -v 'get backup status: Job.batch' + grep -v level=info + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + sort -u ++ mktemp + local LAST_ERR=/tmp/tmp.JMzzijC5Dw + local exit_status=0 +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace cross-site-proxysql-26856 ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.f6iQZQoi7s +++ mktemp ++ local LAST_ERR=/tmp/tmp.PgWqQDVrLd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.f6iQZQoi7s ++ cat /tmp/tmp.PgWqQDVrLd ++ rm /tmp/tmp.f6iQZQoi7s /tmp/tmp.PgWqQDVrLd ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-8546ddc8b8-fldg9 ++ mktemp + local LAST_OUT=/tmp/tmp.Gv9JGgQsAz ++ mktemp + local LAST_ERR=/tmp/tmp.dJjxzKz7Vs + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-8546ddc8b8-fldg9 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Gv9JGgQsAz + cat /tmp/tmp.dJjxzKz7Vs + rm /tmp/tmp.Gv9JGgQsAz /tmp/tmp.dJjxzKz7Vs + return 0 2026-04-30T13:37:28.859Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-04-30T13:37:28.859Z INFO setup Manager starting up {"gitCommit": "e9e168459e04a086e6783ce380d39942aa5d957c", "gitBranch": "PR-2407-e9e16845", "buildTime": "2026-04-30T12:56:58Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"} 2026-04-30T13:37:28.859Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.32.13-gke.1362000"} 2026-04-30T13:37:28.862Z INFO setup Registering Components. 2026-04-30T13:37:29.440Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-04-30T13:37:29.440Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-04-30T13:37:29.440Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-04-30T13:37:29.440Z INFO controller-runtime.metrics Starting metrics server 2026-04-30T13:37:29.440Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-04-30T13:37:29.440Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-04-30T13:37:29.440Z INFO controller-runtime.webhook Starting webhook server 2026-04-30T13:37:29.440Z INFO setup Starting the Cmd. 2026-04-30T13:37:29.440Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-04-30T13:37:29.540Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T13:37:29.572Z DEBUG events percona-xtradb-cluster-operator-8546ddc8b8-fldg9_700cafd7-31f2-4c09-a561-37abaec5444e became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"a0b256f7-3b39-47e8-9ab8-b45a0da5ebc6","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1777556249564239009"}, "reason": "LeaderElection"} 2026-04-30T13:37:29.572Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T13:37:29.573Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-04-30T13:37:29.573Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-04-30T13:37:29.573Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-04-30T13:37:29.573Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-04-30T13:37:29.674Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-04-30T13:37:29.674Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-04-30T13:37:29.775Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-04-30T13:37:29.775Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-04-30T13:37:29.775Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-04-30T13:37:29.775Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-04-30T13:40:03.931Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "version": "1.20.0"} 2026-04-30T13:40:05.260Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "auto-cross-site-source-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T13:40:05.381Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T13:40:05.423Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T13:40:05.472Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:05.536Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:05.832Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:06.252Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:06.475Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:06.663Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:06.716Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a00e0b37-d8ad-4656-9007-6f6ecf3ad10f", "object": "cross-site-source-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:40:07.451Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6a8abd2f-80c5-4207-8b28-c28552cb8a4e", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T13:40:07.472Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6a8abd2f-80c5-4207-8b28-c28552cb8a4e", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T13:41:29.566Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "user": "operator"} 2026-04-30T13:41:29.607Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "user": "monitor"} 2026-04-30T13:41:29.684Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6"} 2026-04-30T13:41:29.752Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6"} 2026-04-30T13:41:29.799Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "user": "xtrabackup"} 2026-04-30T13:41:29.859Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6"} 2026-04-30T13:41:29.897Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "user": "replication"} 2026-04-30T13:41:29.905Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4d33cb68-45fe-4cf4-8088-c728ccf425b6", "err": "get primary pxc pod: not found"} 2026-04-30T13:41:35.045Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a5bc6786-07ee-4f24-bc43-7bb687b7960f", "err": "get primary pxc pod: not found"} 2026-04-30T13:41:40.238Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7a536780-ea32-40c2-95e9-0a3335d07cb5", "err": "get primary pxc pod: not found"} 2026-04-30T13:44:07.838Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c5de6a2b-aeca-4efe-8f48-ad19d007bd56", "user": "root"} 2026-04-30T13:44:07.971Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c5de6a2b-aeca-4efe-8f48-ad19d007bd56", "new version": "8.0.43-34.1"} 2026-04-30T13:44:11.370Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c5de6a2b-aeca-4efe-8f48-ad19d007bd56"} 2026-04-30T13:44:17.555Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e13f9cdd-5492-4239-a113-4fcb0ea7df5e"} 2026-04-30T13:44:23.430Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d8ed6581-ded9-4ee6-b5ac-7744a5f48987"} 2026-04-30T13:44:28.273Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9775baf7-de48-47d7-b17e-fac349b9b0ab"} 2026-04-30T13:44:34.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bd6c8756-9a87-4f89-aced-cb76757c2f66"} 2026-04-30T13:44:39.531Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1532d026-1199-492c-bb9e-f1d7e1c5e1c4"} 2026-04-30T13:44:45.353Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "08bcdab3-25a4-43d8-8b3d-b65930dca8ce"} 2026-04-30T13:44:49.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1dc91a55-547c-4736-b168-e1cf6dde34ad"} 2026-04-30T13:44:55.546Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5b68e602-5b33-4187-93e2-ada8fc498972"} 2026-04-30T13:45:00.256Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ce04b115-2e95-4716-adc2-f8419f36f7dd"} 2026-04-30T13:45:06.257Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "523c2630-d139-4fb4-8bf0-c4e5df14d864"} 2026-04-30T13:45:11.372Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "39c0339d-4388-4b2c-9c11-409228c8877d"} 2026-04-30T13:45:16.348Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "06388caa-9041-402c-9060-2d54003f08e4"} 2026-04-30T13:45:22.447Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a0db1240-5be3-4f17-8cf2-feed5f1eaa95"} 2026-04-30T13:45:27.375Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "763d049b-b760-401c-ad51-ae67c428ef46"} 2026-04-30T13:45:32.776Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ad682065-b5e0-4307-8872-cf3848a29f35"} 2026-04-30T13:45:38.381Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e8d8e358-a040-4c05-8774-792e55740a5e"} 2026-04-30T13:45:43.294Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d9f16e27-9762-4a86-b5d0-1d10466286bd"} 2026-04-30T13:45:48.640Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e36ea92c-d849-4745-9482-6913d3be3c86"} 2026-04-30T13:45:54.544Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bd13bfdf-245b-44d0-8084-5f6989c06652"} 2026-04-30T13:46:00.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fcb9d286-30c1-439a-89ec-f28ebf91e252"} 2026-04-30T13:46:05.785Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7e7fad31-511d-4985-b7af-3ffd21f02460"} 2026-04-30T13:46:11.140Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c48fbad5-b1d8-428c-8048-41f832fe3148"} 2026-04-30T13:46:16.170Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0efc84f0-d98d-43aa-a416-db36f46f22c9"} 2026-04-30T13:46:22.148Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8c664e41-bbc0-4a4d-8da5-7921e7dd2c6a"} 2026-04-30T13:46:26.670Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "98003139-3f4c-4393-9933-2f585bae1fe9"} 2026-04-30T13:46:32.081Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6cf29303-fa72-4b93-834e-95867bda9527"} 2026-04-30T13:46:37.660Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "67d13156-d43f-4f53-a8e1-a3562b810361"} 2026-04-30T13:46:42.785Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "faf470fa-8ce6-4193-9253-bc1223bd295c"} 2026-04-30T13:46:48.659Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7090386b-d178-4881-8e38-dc07a6bc5274"} 2026-04-30T13:46:53.782Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "030e00d6-c029-4bc2-b5f9-2c7e5b5c5b9a"} 2026-04-30T13:46:59.156Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3db0c8a3-f149-43c1-92e9-15c5e23d31f6"} 2026-04-30T13:47:04.476Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f323457c-1984-4d0c-9128-5097c9af635d"} 2026-04-30T13:47:09.937Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "62c7e14a-1b59-4b9b-b70f-8424a940a324"} 2026-04-30T13:47:15.274Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "01a424f4-eca6-4506-9668-a53bb3dfecc2"} 2026-04-30T13:47:20.793Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3135780f-c0ed-4011-86c8-ba5c45c85dc4"} 2026-04-30T13:47:26.083Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dea9691f-07b2-481e-a385-59e7703bcc00"} 2026-04-30T13:47:31.534Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "41bd074c-1512-498a-86d6-9648e48552cd"} 2026-04-30T13:47:36.878Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2c039c4f-b739-4530-80ca-d194f3204451"} 2026-04-30T13:47:42.143Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c4f21cb0-8f9f-4739-9fb5-eea3bfc512d3"} 2026-04-30T13:47:47.471Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ec36fb5c-0704-4ef5-8a6d-497fb5031282"} 2026-04-30T13:47:52.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "86855171-153b-4c9b-8afd-6f6713ea0f46"} 2026-04-30T13:47:53.634Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "user": "replication"} 2026-04-30T13:47:53.658Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "user": "replication"} 2026-04-30T13:47:53.682Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "secret": "cross-site-source-mysql-init", "user": "replication"} 2026-04-30T13:47:53.706Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "user": "replication"} 2026-04-30T13:47:53.726Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740", "user": "replication"} 2026-04-30T13:47:58.068Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97330fb9-8a90-43c5-9b93-f8eb4b652740"} 2026-04-30T13:48:02.880Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d312952f-eac8-4d28-91de-0791864da056"} 2026-04-30T13:48:08.488Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "92972443-2cf2-4526-bd92-0399f9d7a25a"} 2026-04-30T13:48:13.476Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3df56dff-b5af-4253-811a-8b7dbfe9cc34"} 2026-04-30T13:48:18.977Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a54d6aa8-7569-4241-a957-32081993f91e"} 2026-04-30T13:48:24.382Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "b0b0ac58-799b-4906-9e16-c45612c4d858"} 2026-04-30T13:48:29.946Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8714cab6-9933-4b9c-a47d-dc098b6fdc20"} 2026-04-30T13:48:35.180Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e6efcdaf-15bf-4e01-9265-cbb01ff9e6d1"} 2026-04-30T13:48:40.677Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e8c8160d-0b65-41b1-8085-4c101c9549e9"} 2026-04-30T13:48:45.929Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "658acff1-2285-41fe-8d6f-bff41b077158"} 2026-04-30T13:48:51.779Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "eab4423e-0116-41fb-bdde-a6bbd1879369"} 2026-04-30T13:48:56.571Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "defad9e9-53e0-4ecc-b0ac-885b09759c6f"} 2026-04-30T13:49:02.079Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "04f194b4-c9d1-4509-a1e1-2668781d3873"} 2026-04-30T13:49:07.371Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "92ea7071-2eac-43c4-8655-e3857ddb8626"} 2026-04-30T13:49:10.622Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "c9c54864-ca38-43c4-8b79-2c593509bd6d", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:10.672Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "c9c54864-ca38-43c4-8b79-2c593509bd6d", "namespace": "cross-site-proxysql-26856", "name": "xb-backup-minio-source"} 2026-04-30T13:49:12.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5c136744-87c8-48b4-9feb-6c9f0b3737ed"} 2026-04-30T13:49:15.673Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "4b08b39c-5a97-49be-ad61-3e79b4dbff5c", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:15.751Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "1fa8ec6e-a530-4522-a2b8-fa19dc0abf56", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:15.830Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "d8d8db02-5cf8-403d-87fe-d7a37fb97c4b", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:17.973Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "97bce552-8c35-4d7c-8889-0f83d3aad89a"} 2026-04-30T13:49:20.872Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "050b9990-9abf-4a39-9a27-4a56b7dff996", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:23.454Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d822958f-9b4b-4542-b79d-cf3f3e5ee7ea"} 2026-04-30T13:49:26.064Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "44bc5dd5-ec29-450e-b61c-db8de51dfd94", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:28.176Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ea4a7486-56ef-4dba-b3b0-71ba1847c8f8"} 2026-04-30T13:49:31.132Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "af44b369-7cd0-4ce5-a096-3b33a02c28ae", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:33.759Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "de92216c-9a25-45bc-ae6a-204bda8a7add"} 2026-04-30T13:49:36.177Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "d5d5df1a-2b48-4c09-8fab-8c2424303d45", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:39.484Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4771806a-3e3c-4166-a5c2-0bb9eb728634"} 2026-04-30T13:49:41.389Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "060be8ba-5670-4bc1-b32f-8997199a3068", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:44.944Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d4c8334b-077b-4e01-9c43-483c149ed934"} 2026-04-30T13:49:46.439Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "0a155dd6-8ca0-4265-a3db-6376ea62c6a3", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T13:49:46.493Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "0a155dd6-8ca0-4265-a3db-6376ea62c6a3", "job": "xb-backup-minio-source", "secret": "cross-site-source-mysql-init"} 2026-04-30T13:49:46.493Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio-source", "reconcileID": "0a155dd6-8ca0-4265-a3db-6376ea62c6a3", "job": "xb-backup-minio-source"} 2026-04-30T13:49:50.137Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "38a0804a-f98d-4f2c-beba-fc7bbd8625aa"} 2026-04-30T13:49:55.351Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4021c411-67c6-4c29-a7bd-48f5a739d3b4"} 2026-04-30T13:50:00.777Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "b1f86180-5c22-4af5-80de-b9627a98ed09"} 2026-04-30T13:50:06.258Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e18f61a8-79cf-45b0-82c3-50c30b7b45da"} 2026-04-30T13:50:11.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a8ed51a6-cf3f-4ac3-9d8c-db5f8ebe0f50"} 2026-04-30T13:50:16.468Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "cb41be37-4383-4aac-9659-2e5516fe3815"} 2026-04-30T13:50:22.470Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "29a624ee-e757-4827-9225-1b05446d464f"} 2026-04-30T13:50:27.339Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ba263da2-3172-4443-a21d-35864aaac17b"} 2026-04-30T13:50:32.847Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c8382a59-522c-40cd-b647-8d608c977dad"} 2026-04-30T13:50:38.467Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f32011a5-8e5c-4fd4-953b-709b8589f40a"} 2026-04-30T13:50:43.481Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4367daf9-80b1-491a-8eb2-3579fbeaccd6"} 2026-04-30T13:50:48.736Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "06b90640-48ec-4825-be34-6a311651c645"} 2026-04-30T13:50:53.984Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3769006c-02ab-49c4-8cbf-7ae48b746fc9"} 2026-04-30T13:50:59.581Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "51cd61ae-3d27-4162-bbc8-8fd380277eb7"} 2026-04-30T13:51:04.748Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3537b348-6e81-4cf3-8620-4c4adc81106a"} 2026-04-30T13:51:10.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9b576e00-6078-40ef-a838-4ec604eb8170"} 2026-04-30T13:51:15.234Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "087051e1-cd1c-4c79-9282-a19911f20562"} 2026-04-30T13:51:20.656Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d0de0f3b-ecb1-4d34-b457-2bc3b279b893"} 2026-04-30T13:51:26.349Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d09ff356-abc0-4f54-9ad0-c2608620678e"} 2026-04-30T13:51:26.853Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e01be43a-0013-48c4-a546-4c88e4505ad4", "version": "1.20.0"} 2026-04-30T13:51:28.465Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e01be43a-0013-48c4-a546-4c88e4505ad4", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T13:51:28.486Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e01be43a-0013-48c4-a546-4c88e4505ad4", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T13:51:29.062Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e01be43a-0013-48c4-a546-4c88e4505ad4", "error": "failed to deploy proxysql: updatePod for proxysql: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-cross-site-replica-pxc\" already exists", "errorVerbose": "configmaps \"auto-cross-site-replica-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:100\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:25\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:27\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nupdatePod for proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:548\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nfailed to deploy proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:566\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T13:51:29.178Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T13:51:29.238Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T13:51:29.312Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.337Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.367Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.510Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.644Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.813Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:29.930Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e4dab9a-05c4-446a-8e32-aa5076122e18", "object": "cross-site-replica-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T13:51:30.896Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "49fdc291-41de-4ca9-b8ff-de6f79c9697d", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T13:51:30.924Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "49fdc291-41de-4ca9-b8ff-de6f79c9697d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T13:51:34.345Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "17691cb9-b2d6-4739-825e-5a6d87c4288f"} 2026-04-30T13:51:39.944Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fc3e6218-a6c4-4763-8898-da7953f10fc6"} 2026-04-30T13:51:45.173Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0412958a-1d32-4f89-901a-ff0df70f5a67"} 2026-04-30T13:51:50.811Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1c873eac-ff67-4df8-bbb2-7ad37354660e"} 2026-04-30T13:51:56.138Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "232b6ec3-9afe-4b6b-83f5-87e1786fd3b3"} 2026-04-30T13:52:00.979Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "887d1a3a-07ab-4f0a-ac1d-fd14560e954d"} 2026-04-30T13:52:06.566Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bac52fc8-cdff-4501-9a7d-bd77b92ed03d"} 2026-04-30T13:52:11.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e98c65d9-d72a-49ff-815a-22c22d54e97b"} 2026-04-30T13:52:16.984Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "52965278-d999-40c7-be00-2f0b122880f8"} 2026-04-30T13:52:22.374Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dc883fc5-8356-4fb6-ba98-32c1c9a7d336"} 2026-04-30T13:52:28.042Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "558f864c-61cc-4f99-b5c3-f03922e21d24"} 2026-04-30T13:52:33.376Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "901d487e-4d01-4428-889f-e0f195234e44"} 2026-04-30T13:52:38.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dc225563-a356-4bec-be8a-5b8e8a031c21"} 2026-04-30T13:52:43.330Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0192d1c9-78c0-4cca-ad7c-9a14fde576d4"} 2026-04-30T13:52:48.851Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "799ec84d-1f32-4827-ad35-deb08ade1c5d"} 2026-04-30T13:52:52.241Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "user": "operator"} 2026-04-30T13:52:52.290Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "user": "monitor"} 2026-04-30T13:52:52.373Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a"} 2026-04-30T13:52:52.418Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a"} 2026-04-30T13:52:52.458Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "user": "xtrabackup"} 2026-04-30T13:52:52.518Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a"} 2026-04-30T13:52:52.563Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "user": "replication"} 2026-04-30T13:52:52.572Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "92318059-d2b0-4a52-9b8b-b00609dd0e5a", "err": "get primary pxc pod: not found"} 2026-04-30T13:52:55.148Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a6a32d33-fde9-49aa-b28d-8b2f840b2234"} 2026-04-30T13:52:57.737Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "33c3cb2f-0ae8-4c50-a8b0-ed70dfc0e6c4", "err": "get primary pxc pod: not found"} 2026-04-30T13:53:00.430Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "87a857ec-8ab1-493a-8d74-b7ec6323f505"} 2026-04-30T13:53:02.868Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4f013698-4c25-43d6-b0ec-6b896dbe96e0", "err": "get primary pxc pod: not found"} 2026-04-30T13:53:06.075Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e76a3bcd-60f4-4d12-8285-867d0e4bf5ae"} 2026-04-30T13:53:08.022Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "566ee0a2-5a18-4f11-9f91-a83d5dbffa98", "err": "get primary pxc pod: not found"} 2026-04-30T13:53:11.388Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "41f0b9a0-f636-4dcc-8e4b-935c233b045c"} 2026-04-30T13:53:16.184Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4b12f620-d846-4fc0-b05a-f80832fdcff4"} 2026-04-30T13:53:22.071Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7ee47876-cbac-4769-95e4-99cd14f93f5d"} 2026-04-30T13:53:27.568Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3d77fb8c-c6d2-429b-85dc-87a296f58cd9"} 2026-04-30T13:53:32.485Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "753a62cd-9fe0-4dbb-a035-cb2c8b5a6590"} 2026-04-30T13:53:38.082Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f8ea5f90-1577-43d2-a1af-de79b116baa9"} 2026-04-30T13:53:43.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "21289ebf-8064-4b62-bd98-59ca27e01c12"} 2026-04-30T13:53:48.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a8c6139c-55b5-4234-bc59-355c4ff050da"} 2026-04-30T13:53:53.940Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6af2a2f7-7403-4b5b-9bbe-a1d0b311020d"} 2026-04-30T13:53:58.981Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d18ca120-9b11-4255-8810-c362bba0bc8c"} 2026-04-30T13:54:04.441Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fe18a4e2-0aac-44a1-9679-31c959581630"} 2026-04-30T13:54:09.776Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "007b1496-70b1-468c-8620-dac71ea39a23"} 2026-04-30T13:54:15.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3dd58348-f405-4ca1-ac3d-66ebdf9058b9"} 2026-04-30T13:54:20.587Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "19da3251-473c-4459-ab7c-7f7ea85efee0"} 2026-04-30T13:54:25.942Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "75084706-acf0-4cc6-a01d-785091f40c6f"} 2026-04-30T13:54:30.988Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "92d7eaf1-de08-4c94-b6f9-52c98c54bf03"} 2026-04-30T13:54:36.568Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ac57d4bd-72f4-47ad-8f39-be5c42ab1b75"} 2026-04-30T13:54:41.573Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "41a75fdc-6ec1-453e-ab51-26081fd0206f"} 2026-04-30T13:54:46.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f0b6ff35-6496-42d5-a242-ba881082f16d"} 2026-04-30T13:54:52.287Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "59a093c9-d7be-476d-8ca2-224d77408e5a"} 2026-04-30T13:54:57.766Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "935335b1-c3c0-4e8c-aef4-ec4a2951396a"} 2026-04-30T13:55:03.272Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e7f79171-3125-4289-af2f-1a821863438a"} 2026-04-30T13:55:08.342Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "63ec9842-4239-4c44-a983-27f4836b2aff"} 2026-04-30T13:55:13.784Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "90e94f07-aabd-40d7-943b-81247694ce48"} 2026-04-30T13:55:18.782Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fda4fa6f-9b7a-41b4-8482-36135ad43792"} 2026-04-30T13:55:24.546Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "303e1451-5406-4fe4-9df6-b6c80b1c967b"} 2026-04-30T13:55:27.981Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ebd30627-80c1-4e5c-813f-d1652a47fae7", "user": "root"} 2026-04-30T13:55:28.096Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ebd30627-80c1-4e5c-813f-d1652a47fae7", "new version": "8.0.43-34.1"} 2026-04-30T13:55:29.734Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e4cd7fd1-9c22-48ae-a3c1-c8868ff65f67"} 2026-04-30T13:55:35.286Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7bfedb27-3ab6-4fbd-b75b-ed39d7b31092"} 2026-04-30T13:55:40.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6e44cd4c-573b-4674-82e3-ecd8377ab69d"} 2026-04-30T13:55:45.938Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2b36c63b-7576-4952-bcee-aeeb702bbcd9"} 2026-04-30T13:55:51.454Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3d64cbc2-7782-492f-9635-b2825a28f6fa"} 2026-04-30T13:55:56.684Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5bc75704-af4e-4748-8fed-455a2471d854"} 2026-04-30T13:56:01.484Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4747b6af-7ad7-4089-a630-2d3290a2d1ed"} 2026-04-30T13:56:05.518Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4bdba85d-1458-46a8-9507-6dd4af370c31"} 2026-04-30T13:56:10.635Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e6375d5-fe9d-489a-8ade-79658f0688f2"} 2026-04-30T13:56:16.119Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cc0ed44c-d228-434a-a659-d331379b8dda"} 2026-04-30T13:56:21.444Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c3cdc64e-3d4c-4b98-af88-bb86ccdbf276"} 2026-04-30T13:56:26.572Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "db3aefe1-3500-42e0-a03e-a9d55e58d2e6"} 2026-04-30T13:56:32.225Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "82a4d65a-c020-46dc-8298-b02a68da3eaf"} 2026-04-30T13:56:37.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1ce94c22-8a0a-4e76-bd60-948ad983b964"} 2026-04-30T13:56:42.551Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f6026761-56e3-4148-9f86-9b42c8e150d0"} 2026-04-30T13:56:48.233Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "67561cb4-25bd-46c8-a02d-e46ff733e6b9"} 2026-04-30T13:56:53.466Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "581bdd8c-584a-4f41-ac3f-6fb96e0364b6"} 2026-04-30T13:56:58.756Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "299d1751-d533-4a7c-b15e-6a68d74d312e"} 2026-04-30T13:57:03.955Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "99ac4862-8a8e-4fe0-9598-52074bccad07"} 2026-04-30T13:57:09.746Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "69418723-b2cd-4a25-aa53-5ebcc41e1bfb"} 2026-04-30T13:57:15.342Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "af00fb44-556b-4c37-b1f2-73a795961f5f"} 2026-04-30T13:57:20.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4ff02e1c-b3ff-4879-8a0f-20af162250e6"} 2026-04-30T13:57:25.413Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b74f22a6-efb3-454b-9061-182327cf17bd"} 2026-04-30T13:57:30.970Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "da200c6e-dc46-4e00-b07e-aed34552cf39"} 2026-04-30T13:57:35.759Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "dfe0b005-d08c-4716-a8bb-b91702bc8c63"} 2026-04-30T13:57:41.758Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d86162b0-ca73-4d47-a53b-984561baa9fa"} 2026-04-30T13:57:46.932Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "76622618-185b-4ecc-9e07-a84e49567fb1"} 2026-04-30T13:57:52.319Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "31c4e971-cc07-48b9-9b2f-331321b5f826"} 2026-04-30T13:57:57.339Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "126f3a9e-347d-4f04-ac30-e6065165be6b"} 2026-04-30T13:58:02.822Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a7130b30-dd1b-4e56-a9d6-c946ff6ab5bd"} 2026-04-30T13:58:08.260Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f20eff68-8e3e-4c8c-9a0d-89b599cce17e"} 2026-04-30T13:58:13.358Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4270df85-b2ec-4838-ac54-e1f2d1e6e008"} 2026-04-30T13:58:18.453Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b87c85a3-2a0e-426d-b885-4f792d7f6db1"} 2026-04-30T13:58:23.622Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "129c6097-e2db-466d-a56c-036da8a15914"} 2026-04-30T13:58:30.241Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e109a7fc-2417-4c61-ba01-98f2566296b1"} 2026-04-30T13:58:35.532Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b92212a6-9b20-4695-96d5-eeefbbc53796"} 2026-04-30T13:58:40.080Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4a8355f5-1c48-4474-b310-ac361e80b9d9", "cluster": "cross-site-replica"} 2026-04-30T13:58:40.198Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e71cfb23-4e2d-4385-9f36-0cf9706911aa", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T13:58:40.281Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e71cfb23-4e2d-4385-9f36-0cf9706911aa", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T13:58:40.497Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e71cfb23-4e2d-4385-9f36-0cf9706911aa", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T13:58:41.721Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "dd8536b9-4eb0-4f8a-bb15-741e19b75aa9", "error": "exec syncusers: failed to execute command in pod: pods \"cross-site-replica-proxysql-2\" not found / \nSyncing user accounts from PXC(cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxysql-replica-4819.svc.cluster.local:3306) to ProxySQL\n / ", "errorVerbose": "exec syncusers: failed to execute command in pod: pods \"cross-site-replica-proxysql-2\" not found / \nSyncing user accounts from PXC(cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxysql-replica-4819.svc.cluster.local:3306) to ProxySQL\n / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T13:58:47.174Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e5a898ca-4ac2-4a7f-824a-fa3e752cc236"} 2026-04-30T13:58:53.629Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "eba32c0f-b624-4cf3-94dc-b5d942fc790b"} 2026-04-30T13:58:57.979Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "37f7ccdd-e1f9-429e-acdb-0bbfbb2e56da"} 2026-04-30T13:59:03.482Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fddccb95-9ea3-4856-bb4a-6e9ffd4a0e5a"} 2026-04-30T13:59:09.072Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2550aae5-5f01-4858-ac89-ae29f163353b"} 2026-04-30T13:59:14.575Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ef22987f-71ba-4b56-822a-79c869bceb9e"} 2026-04-30T13:59:20.846Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "38dda376-ff06-4791-8bcf-fef628530a5a"} 2026-04-30T13:59:21.272Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "00b9c4d8-cc78-41d3-a07c-0a51908c4f54", "cluster": "cross-site-replica", "backup": ""} 2026-04-30T13:59:21.421Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4e377d9c-87b8-4bcd-a775-241530aa3f93", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:25.730Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e6c3480a-48a7-458c-8265-cf063109f723"} 2026-04-30T13:59:26.446Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "855a7b70-c994-4b16-bb1f-956dddbd20d0", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:30.946Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "17692648-e874-4c5e-ab69-f74ea33454b3"} 2026-04-30T13:59:31.466Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4e8dbe8b-af40-43a2-b3c0-85a6a19c96c5", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:36.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d68c7dc5-6dfe-4109-957d-5d7e92067b4a"} 2026-04-30T13:59:36.494Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "146c6a06-a458-437f-b8c1-480ff613cc76", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:41.524Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "3ca826b5-0775-4500-b458-cb7126ed871c", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:41.837Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e5e002dd-5aa7-4c47-91c3-a5f4f58beb01"} 2026-04-30T13:59:46.563Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "d3edccbc-2a9c-428a-a10b-6d363d11c282", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:47.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1a011fe6-0ff8-4b9f-bb40-479a124b4415"} 2026-04-30T13:59:51.595Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "e6d429f7-441c-4cd7-ae7a-ad124cd6f611", "cluster": "cross-site-replica"} 2026-04-30T13:59:51.775Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "3dd32eac-af06-40a6-b565-cba48013951c", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:52.674Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2185fad0-13dc-4715-b89d-16ab69a3e00f"} 2026-04-30T13:59:56.820Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "45b164fe-65b3-42ab-94f7-a1c619b3f53d", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T13:59:57.939Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6c744602-e0a5-46a1-9ded-dc125dca1b7b"} 2026-04-30T14:00:01.863Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "dc9c652b-7810-4e30-965c-c037f3c3c4f4", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:03.380Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ca624c1a-335b-4dc9-9b50-214b0bb341ac"} 2026-04-30T14:00:06.902Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "864f83f0-71e3-4128-a976-21439ca3ac6a", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:09.069Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8a4c7807-c013-4798-be6f-5a26c507269a"} 2026-04-30T14:00:11.939Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "907f4714-5ddc-421c-9010-1bbeaf6ad6b5", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:14.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "54626dfd-6a60-4afa-b53c-5a8f5314ced6"} 2026-04-30T14:00:16.967Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "509726e4-9b79-47bb-85b0-a808fd98ac64", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:20.161Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "173dc339-32bd-43e6-9788-9e66d5739ff3"} 2026-04-30T14:00:22.000Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "a3ff0301-3778-4d20-a9f9-a5c7419d3c00", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:25.472Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1f90ff52-0859-4ce6-96a1-81e59e3c4868"} 2026-04-30T14:00:27.028Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "f432b3bd-01c6-4339-a3a8-8a589f2a37e8", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:30.942Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ae521eee-7fb9-4421-ab1b-f9cb33ace308"} 2026-04-30T14:00:32.063Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "dd913cd2-fc81-42f5-b74c-26c1dafae9d0", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:36.768Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4697a8ec-7308-4ded-b9b0-8319178a664c"} 2026-04-30T14:00:37.089Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "eb7df1a8-bade-492e-b22c-f8272ef42c0d", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:41.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fddda409-58f0-48a5-8466-5750813b4a34"} 2026-04-30T14:00:42.304Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "d7cbd523-4b6b-4baa-b415-fc80ea0ea532", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:47.329Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "e41e4288-8b97-45e6-8a59-318b2d9afb74", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:47.374Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1c2e1ec6-0f34-47b2-ab01-ff14625002f5"} 2026-04-30T14:00:52.364Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4290ecab-ff06-4463-92ca-9ae0e9c8d54a", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:53.645Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2209f58e-8901-4ed0-91e2-19be6e8760a1"} 2026-04-30T14:00:57.390Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "17d73e41-e143-46cc-b5eb-0a95a468a870", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:00:58.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dfd5a3a0-6950-492e-9491-ff7e7bce372f"} 2026-04-30T14:01:02.421Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "108a0969-c201-4a3d-abe0-84a63e37e05b", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:01:03.638Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bb3d8251-0a6a-4e69-bbb4-5251f1042c20"} 2026-04-30T14:01:07.477Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "3ba0c983-51af-4349-9eb4-90e7faa09c97", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:01:10.351Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "800eb299-5949-46e6-ba4b-5cd314525233"} 2026-04-30T14:01:12.498Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "5be9b0ee-bd9f-422f-b57c-eff54e90911e", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T14:01:15.900Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1b7fe54c-7733-4126-bea9-ba6a77d03000"} 2026-04-30T14:01:17.536Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "ef325e57-58df-41c8-803c-4506bfc6a571", "cluster": "cross-site-replica"} 2026-04-30T14:01:18.056Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9da343da-95a7-4839-aec6-c0346748ec54", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:01:18.134Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9da343da-95a7-4839-aec6-c0346748ec54", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:01:18.270Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9da343da-95a7-4839-aec6-c0346748ec54", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:01:21.487Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c177bb51-bc2f-45f1-9d19-013f7d1ba1fa"} 2026-04-30T14:01:22.817Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "793e904b-eac9-44c3-9881-fd6277635385", "cluster": "cross-site-replica"} 2026-04-30T14:01:27.838Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "e01a766d-0b95-44b3-b06b-b606260ff3cf", "cluster": "cross-site-replica"} 2026-04-30T14:01:31.783Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5f476063-3fb9-4ae3-8350-0629d702aa49"} 2026-04-30T14:01:32.866Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "1f0f1c35-f534-4b31-a409-d8935c2f8585", "cluster": "cross-site-replica"} 2026-04-30T14:01:37.893Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "d72921a1-bdc8-44bb-9545-ac4904d66999", "cluster": "cross-site-replica"} 2026-04-30T14:01:38.037Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "36459f1a-e546-41e9-9084-672eec845a49"} 2026-04-30T14:01:42.913Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "c7031111-bf7f-46ea-bac7-58bc7d596570", "cluster": "cross-site-replica"} 2026-04-30T14:01:42.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "76f1d053-5ac3-48ad-becb-c88095178d62"} 2026-04-30T14:01:47.938Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "832ac65b-c813-42ee-b840-1cb9aa3e4bc4", "cluster": "cross-site-replica"} 2026-04-30T14:01:48.937Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "446d570a-c850-4910-a67c-c9aa5418c407"} 2026-04-30T14:01:52.964Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "05298e02-7da0-4213-a875-3095f2ffd5fb", "cluster": "cross-site-replica"} 2026-04-30T14:01:54.769Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f152e7c2-94f9-40be-a14f-25ff3b6bd9bd"} 2026-04-30T14:01:57.987Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "14384c77-fc13-4a42-87e5-ba6778bf0f95", "cluster": "cross-site-replica"} 2026-04-30T14:02:00.713Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5e8b7b6a-6b8f-435c-bcfb-370e61f3b614"} 2026-04-30T14:02:03.029Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "9d79e9b0-49be-499f-9a69-272b0221cb6b", "cluster": "cross-site-replica"} 2026-04-30T14:02:06.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9d879cac-105b-4e97-ae44-1ac8b44213f4"} 2026-04-30T14:02:08.057Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "dfa005c8-7a80-4817-a4f0-1f44608dd083", "cluster": "cross-site-replica"} 2026-04-30T14:02:11.990Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1cab9785-d9af-4131-8701-5a552f588370"} 2026-04-30T14:02:13.111Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "20d958b9-070f-4f98-b95b-2dfacc290a1e", "cluster": "cross-site-replica"} 2026-04-30T14:02:17.692Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "509f65c2-ca1b-4a8c-8b7d-061ad4921ee9"} 2026-04-30T14:02:18.189Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "534554d0-c8f8-4e6f-a755-26e7559241ad", "cluster": "cross-site-replica"} 2026-04-30T14:02:23.215Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "12082169-5d13-429d-a923-0608af503fe5", "cluster": "cross-site-replica"} 2026-04-30T14:02:24.062Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3230bca7-159e-4849-a0b5-b2e996f6945c"} 2026-04-30T14:02:28.240Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "ff5f547a-cd35-45f1-86a3-02d53f42186e", "cluster": "cross-site-replica"} 2026-04-30T14:02:28.650Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5abbb14d-fb13-459c-8c9f-d75904e15f17"} 2026-04-30T14:02:33.270Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "6cce15d9-f8e0-4adf-aa5a-2c55a2c21309", "cluster": "cross-site-replica"} 2026-04-30T14:02:34.239Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "48bab5b5-ceac-4d59-9ae9-c6bede641c08"} 2026-04-30T14:02:38.312Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "693edcbb-2056-4461-afc2-dfb603165e47", "cluster": "cross-site-replica"} 2026-04-30T14:02:39.253Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "b1478c0e-0093-4f1c-8a8e-a6fff6ecce66"} 2026-04-30T14:02:43.335Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "8c956090-9511-4d04-9128-c142b177d139", "cluster": "cross-site-replica"} 2026-04-30T14:02:44.882Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c542c666-1d25-4d19-977f-478d31385550"} 2026-04-30T14:02:48.395Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "cfff7d08-eab3-416b-8ffc-4dfecf4536db", "cluster": "cross-site-replica"} 2026-04-30T14:02:50.253Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "efe33091-6a6c-4394-93ab-afcabfd599b1"} 2026-04-30T14:02:53.436Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "02c92bfe-8024-4e3e-8f31-79bdbb30c408", "cluster": "cross-site-replica"} 2026-04-30T14:02:55.628Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "6e5e9a99-4e2c-4853-98ad-088c70a89428"} 2026-04-30T14:02:58.460Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "045d0526-7daa-4a6c-86c8-199f0f3c920d", "cluster": "cross-site-replica"} 2026-04-30T14:03:00.938Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3fdcb14f-d53e-4d73-a87c-37aaaa9bc4b8"} 2026-04-30T14:03:03.488Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "50a5490d-e613-4430-a342-a33aa8fcc9c2", "cluster": "cross-site-replica"} 2026-04-30T14:03:06.376Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5d6bc94f-77b0-4e78-8a24-ddf7dd5422cf"} 2026-04-30T14:03:08.518Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "17a2bbce-3875-4b01-b4fa-146f71714e98", "cluster": "cross-site-replica"} 2026-04-30T14:03:11.455Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "cd5d009c-597e-4a89-8bcc-e632b9f15d36"} 2026-04-30T14:03:13.543Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "347282f5-9524-4052-96ca-6290b4ae3ed3", "cluster": "cross-site-replica"} 2026-04-30T14:03:16.877Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "744cb8e6-5a06-47da-86df-42d69fcd3e05"} 2026-04-30T14:03:18.569Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "8a3d9102-d872-4223-9749-6c78822f2bed", "cluster": "cross-site-replica"} 2026-04-30T14:03:22.376Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9f0db561-851a-4242-ba15-1b70d3d6d82f"} 2026-04-30T14:03:23.591Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "14c91545-eaf6-4005-8b15-7777feab8d81", "cluster": "cross-site-replica"} 2026-04-30T14:03:27.862Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8f159838-d2b1-4258-afb6-b663bd5a0584"} 2026-04-30T14:03:28.610Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "6570637b-8e04-4239-b35b-08ae98ab37a8", "cluster": "cross-site-replica"} 2026-04-30T14:03:33.336Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "04e7dfae-75d3-4655-9c88-1fb38c77e9ec"} 2026-04-30T14:03:33.633Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "fd7c851a-f5f4-4d9f-8248-21afe5213290", "cluster": "cross-site-replica"} 2026-04-30T14:03:38.653Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "3dad42aa-79cf-49aa-87bd-56a62a204323", "cluster": "cross-site-replica"} 2026-04-30T14:03:39.067Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "37ccb3c4-a7ea-4209-8235-8953b6561eac"} 2026-04-30T14:03:43.684Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "b605806e-2fc2-41e6-87af-2ee2aff27f9a", "cluster": "cross-site-replica"} 2026-04-30T14:03:44.057Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5c4f36e1-8119-46a1-8755-6e01dbbd7f0b"} 2026-04-30T14:03:48.721Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "739cc262-5f4f-411a-b72e-ac2973d1f48b", "cluster": "cross-site-replica"} 2026-04-30T14:03:49.482Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e7ac0c11-8183-43c1-8b19-ce18a7589992"} 2026-04-30T14:03:53.743Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "4e7b3b5d-2119-4c69-a361-746ed3f496f1", "cluster": "cross-site-replica"} 2026-04-30T14:03:55.140Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "57463432-2d34-4f90-87cb-bf2da36dfa67"} 2026-04-30T14:03:58.772Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "78b0c220-9849-4bd1-8c6b-0b929892ab41", "cluster": "cross-site-replica"} 2026-04-30T14:04:00.361Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a12721b9-b849-409c-9b96-eca57fb45aab"} 2026-04-30T14:04:03.792Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "6bde904c-b980-451f-a8c8-ce1d9ad1e295", "cluster": "cross-site-replica"} 2026-04-30T14:04:06.132Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c9d3e705-95e7-42bd-862f-737d7a895a6d"} 2026-04-30T14:04:08.825Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "859389f5-9742-45c5-81fb-157c03f59227", "cluster": "cross-site-replica"} 2026-04-30T14:04:11.446Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1296d574-7534-4d6c-8951-566c36d9a650"} 2026-04-30T14:04:13.850Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "2316683e-7a2b-477c-8d3d-fcf50dfe4f39", "cluster": "cross-site-replica"} 2026-04-30T14:04:16.387Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4028248e-c4a2-4b96-8c77-c47d298272bf"} 2026-04-30T14:04:18.868Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "f0f2fe3a-2e3c-410e-ab4f-8960f60313fa", "cluster": "cross-site-replica"} 2026-04-30T14:04:22.183Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d4657dcc-4470-4e8e-a632-3cf2560d9761"} 2026-04-30T14:04:23.883Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "217300f7-7373-4a51-aad6-16136d522241", "cluster": "cross-site-replica"} 2026-04-30T14:04:27.283Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "82c5ebfb-4ec7-4dde-bef1-ca91ef9b97d2"} 2026-04-30T14:04:28.903Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "e35b8aba-5248-406c-9876-73cef7012ce3", "cluster": "cross-site-replica"} 2026-04-30T14:04:32.651Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c176aa48-58c1-424b-abef-4ed89d58b3d7"} 2026-04-30T14:04:33.926Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "07b2fa45-f3b1-45a7-b9d7-fa7cef7442c2", "cluster": "cross-site-replica"} 2026-04-30T14:04:38.432Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "477d7074-f158-4889-931a-cdcc0798a6d1"} 2026-04-30T14:04:38.943Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "17ba9529-1c12-4595-a887-e3317fc9d361", "cluster": "cross-site-replica"} 2026-04-30T14:04:43.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "4b0b4736-dd17-49e9-a55c-5392b153fa1c"} 2026-04-30T14:04:43.962Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "7d568fb3-2794-4976-ab59-296a2910ddf1", "cluster": "cross-site-replica"} 2026-04-30T14:04:48.881Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3e60ec77-e756-43cd-82d6-0e4d3ae9c3b5"} 2026-04-30T14:04:48.980Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio", "reconcileID": "cfb066db-1c3a-4f59-909d-dc66e870148a", "cluster": "cross-site-replica"} 2026-04-30T14:04:54.635Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a7878ca2-2317-44b2-9eb5-b658cee44793"} 2026-04-30T14:04:59.681Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "820b0448-a6d2-4b89-967c-92502e994b10"} 2026-04-30T14:05:05.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "669b0ac0-be7d-43be-bdd2-0b7f76b37037"} 2026-04-30T14:05:10.582Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e611727b-4cc3-4d78-af81-0d19623b6e44"} 2026-04-30T14:05:15.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "2b15da9e-083c-4fc5-b031-5e25c277d74f"} 2026-04-30T14:05:21.185Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "23392172-228b-47c5-8101-912169d6aa35"} 2026-04-30T14:05:26.359Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "25055c15-7c96-41a3-ad93-286bb258c085"} 2026-04-30T14:05:31.957Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "27d7ed97-d08e-465b-a757-883bdff2433e"} 2026-04-30T14:05:37.438Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7c75b6e1-0854-418e-8711-ae94f0da20ac"} 2026-04-30T14:05:42.776Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f13a698a-2ede-45da-a5a6-21bfe3f1ed8e"} 2026-04-30T14:05:47.985Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ba183df5-07ff-42fd-ad77-472c866d39d5"} 2026-04-30T14:05:53.352Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f7e8715c-2c52-4f4b-a7e8-ba35ec92c7b3"} 2026-04-30T14:05:55.147Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:05:55.202Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:05:55.270Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "pod": "cross-site-replica-pxc-0"} 2026-04-30T14:05:55.284Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "pod": "cross-site-replica-pxc-2"} 2026-04-30T14:05:55.298Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "pod": "cross-site-replica-pxc-1"} 2026-04-30T14:05:55.468Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "859859a4-65de-4cd6-94aa-ac882954ceb0", "new replication pod": "cross-site-replica-pxc-0"} 2026-04-30T14:05:56.976Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a4aff286-2662-427a-9dc9-df8285d7f029", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:05:58.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "254efe7e-b35b-4d2a-8867-a7f75208dbd8"} 2026-04-30T14:06:03.313Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "286cf848-77b0-45d9-96bf-4460fbe765a8", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:03.858Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "c9047ab2-440b-4eaf-b61e-06cbb5918f8a"} 2026-04-30T14:06:09.554Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7853be7c-d018-4d55-a8fb-40f7c646b39d"} 2026-04-30T14:06:18.771Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e2a5bcdc-5939-4ec5-b82a-acd7db30ec8f", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:20.242Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "777287a2-80cf-4f29-8258-fb8d9ab3c067", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:22.237Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b38c73d8-73ca-405b-bc5e-0ede6f8986d0", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:23.191Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bd68fbeb-0cdc-4ff9-ae6e-1bfef26e872e"} 2026-04-30T14:06:28.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "07aa393a-cd12-454e-af1d-5e4e9f7916f0"} 2026-04-30T14:06:28.623Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8d4153e8-0d27-41af-ab26-135206a23fe8", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:29.560Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9f194923-0666-40b5-a7b8-d869be132f2a", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:33.314Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9f194923-0666-40b5-a7b8-d869be132f2a"} 2026-04-30T14:06:35.708Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "260ec18c-a83c-4c10-bc7c-25c794b9b485", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T14:06:36.505Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "user": "replication"} 2026-04-30T14:06:36.532Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "user": "replication"} 2026-04-30T14:06:36.555Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "secret": "cross-site-replica-mysql-init", "user": "replication"} 2026-04-30T14:06:36.577Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "user": "replication"} 2026-04-30T14:06:36.599Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "user": "replication"} 2026-04-30T14:06:36.641Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a08f3350-b9ae-428c-93cf-fa57a8067cf6", "channel": "source_to_replica", "Last_IO_Error": ""} 2026-04-30T14:06:37.269Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "260ec18c-a83c-4c10-bc7c-25c794b9b485", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:06:41.978Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a012d480-40e0-4eb7-97fb-5abaa72bbe47"} 2026-04-30T14:06:45.665Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "decb6778-875d-4708-9f81-8f08cfaf25f3", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:06:52.469Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0c59dde1-3a1c-456e-9620-17077751b317", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:06:57.251Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ee5599fc-ec4b-4117-891f-f1b3162a4c68"} 2026-04-30T14:07:02.914Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c4bb77de-1cc9-4f58-add2-75817e0365ee"} 2026-04-30T14:07:08.550Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d61519e2-a9b2-4af4-9092-aaada1df86b8"} 2026-04-30T14:07:13.838Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "16c97943-0ea9-46a1-8f86-4f14689c1ede"} 2026-04-30T14:07:18.965Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "480e36ae-048e-4228-ae73-1395ba99e864"} 2026-04-30T14:07:24.667Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6326703e-9037-47df-bf1a-bc7a67372f47"} 2026-04-30T14:07:30.365Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f5be34ff-c5e2-4a14-9c07-4cbb3afe5328"} 2026-04-30T14:07:35.366Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ac0f6a80-4c1c-47d8-b713-0cb8ac95614e"} 2026-04-30T14:07:41.331Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "5f481ad4-e462-47f5-aed2-d7badbeefbf3"} 2026-04-30T14:07:46.413Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "807c96d3-702e-47d6-8027-fcc48a5d929d"} 2026-04-30T14:07:52.356Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6533cf6a-c0ef-4c0f-a65b-10aa224b7cf2"} 2026-04-30T14:07:57.061Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e456dab3-ecf2-4f4c-b021-6c8cf6c970a5"} 2026-04-30T14:08:03.035Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ba6d8917-e12d-4288-9c1f-60b1d63fff8e"} 2026-04-30T14:08:08.467Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8dfbca81-0db5-4936-9dac-b4ad96779a6c"} 2026-04-30T14:08:13.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e0470e7a-daec-4f58-bcc9-eeeecc33a784"} 2026-04-30T14:08:19.454Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0863f3d8-745f-4b46-841f-4e334f611dd8"} 2026-04-30T14:08:25.011Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ed4da490-1630-4902-98a2-1508c1b52f9d"} 2026-04-30T14:08:30.720Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f09b2e68-ae09-47dc-9d41-50329d7d01e3"} 2026-04-30T14:08:35.634Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "70bef5fa-b4d1-44ab-9b6f-189a0de0343a"} 2026-04-30T14:08:41.452Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9d059dcc-b2d6-43ef-9736-534f5cb0213d"} 2026-04-30T14:08:47.020Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ca973919-ecb2-42ce-ad67-4a213bb07ed1"} 2026-04-30T14:08:52.160Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd59425f-4669-40bc-bfbf-278fed914f07"} 2026-04-30T14:08:57.827Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b0f2e8b8-9f25-44df-9be1-1a7dba227736"} 2026-04-30T14:09:03.169Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8ebed042-ce8e-460b-a250-eca2c44becb3"} 2026-04-30T14:09:09.018Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c386139f-94d4-4756-be5c-179f1ff1f726"} 2026-04-30T14:09:12.422Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "6b13c1af-1545-45f0-9f71-9bd9b914670b", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:12.474Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "6b13c1af-1545-45f0-9f71-9bd9b914670b", "namespace": "cross-site-proxysql-replica-4819", "name": "xb-backup-minio-replica"} 2026-04-30T14:09:14.239Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "02aaae46-179d-4d80-829e-18e0e920f764"} 2026-04-30T14:09:17.475Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "45238390-ac12-414b-a2f0-0e9bd693b275", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:17.559Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "e2a42deb-6427-42d8-9a6f-29033a383fe8", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:19.453Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "5d43f8c9-1aa8-48c9-88dc-a7984ebd0412"} 2026-04-30T14:09:22.615Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "f71a877d-b578-4e6d-9d18-a2eb229f07ea", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:24.930Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f6c9ecb9-c0e8-49b5-b96d-68e138270d8e"} 2026-04-30T14:09:27.662Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "0867fe41-7b5d-4e31-85d7-16e3acde85f2", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:30.760Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4330dec0-57b3-4497-ab6a-f7c11096dc41"} 2026-04-30T14:09:32.709Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "c392c86d-2e42-4ca8-8e2b-d773676e37e5", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:36.043Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bbe5d791-6584-48df-a2cd-43b1170d2f6b"} 2026-04-30T14:09:37.755Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "940573de-2bab-499d-aa86-d44157629a68", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:41.456Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7a782a67-8321-43f8-8557-5a155062942a"} 2026-04-30T14:09:42.805Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "96e79081-fa86-4592-b6cf-ca3781e7e3a8", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:42.940Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "dcad252c-cb9f-4b1d-96c0-c6c8033aeffb", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:46.826Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b7159c72-acc1-47a9-abc5-85153bf28589"} 2026-04-30T14:09:47.994Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "2038159c-287e-4f26-9d0b-379d9d17154c", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T14:09:48.040Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "2038159c-287e-4f26-9d0b-379d9d17154c", "job": "xb-backup-minio-replica", "secret": "cross-site-replica-mysql-init"} 2026-04-30T14:09:48.040Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "backup-minio-replica", "reconcileID": "2038159c-287e-4f26-9d0b-379d9d17154c", "job": "xb-backup-minio-replica"} 2026-04-30T14:09:52.623Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ce792780-eba8-4939-a0be-68afe15d71e7"} 2026-04-30T14:09:53.463Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "f435defe-7bbd-44e7-86d2-cfcca8b2daa1", "cluster": "cross-site-source"} 2026-04-30T14:09:53.609Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0605514e-1f98-4d86-9b3b-3a7beec65e7f"} 2026-04-30T14:09:53.610Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0605514e-1f98-4d86-9b3b-3a7beec65e7f", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:09:53.659Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0605514e-1f98-4d86-9b3b-3a7beec65e7f", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:09:53.716Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0605514e-1f98-4d86-9b3b-3a7beec65e7f", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:09:58.759Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e09cb60b-03e3-409a-a1f8-65746a9d566d"} 2026-04-30T14:10:04.238Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8935c9e2-f4a5-403f-a229-b31260e7cf8f"} 2026-04-30T14:10:10.854Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c22ff161-25de-4182-844f-8f7b114b3ce0"} 2026-04-30T14:10:15.727Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c9ad7e70-8ef2-4208-adca-526961ae3b55"} 2026-04-30T14:10:17.527Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7d982287-3256-4687-893e-875c5cc2fe28", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:20.859Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7d982287-3256-4687-893e-875c5cc2fe28"} 2026-04-30T14:10:22.974Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0ed45593-5669-49e4-afe0-b26ca87031ec", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:26.666Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0ed45593-5669-49e4-afe0-b26ca87031ec"} 2026-04-30T14:10:28.446Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ddc810cb-00c7-497e-935e-e86713278b1f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:32.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ddc810cb-00c7-497e-935e-e86713278b1f"} 2026-04-30T14:10:33.902Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0e1b689e-3431-4d26-b084-16de2c865722", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:37.263Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0e1b689e-3431-4d26-b084-16de2c865722"} 2026-04-30T14:10:39.365Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2823e23a-1856-4184-93ea-b9d92e86d822", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:42.955Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2823e23a-1856-4184-93ea-b9d92e86d822"} 2026-04-30T14:10:44.835Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e1bad6a8-1a50-4d16-bf29-3516a2cd3e11", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:45.649Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "7c434792-bcfc-49c4-ad49-de639b353cca", "cluster": "cross-site-source", "backup": ""} 2026-04-30T14:10:45.772Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "488c2cb8-b91b-4e3f-b372-01ee0d1da879", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:10:48.929Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e1bad6a8-1a50-4d16-bf29-3516a2cd3e11"} 2026-04-30T14:10:50.529Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0601b226-4b0c-494f-891a-5070841be290", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:10:50.800Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "93fcb60a-ef38-429c-b617-c86311a408f2", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:10:53.658Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0601b226-4b0c-494f-891a-5070841be290"} 2026-04-30T14:10:55.899Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "8a868136-3272-4d9c-826f-1a53295ed563", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:10:56.643Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d8de5aa8-32d0-4220-9b67-494dc49f079f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:00.166Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d8de5aa8-32d0-4220-9b67-494dc49f079f"} 2026-04-30T14:11:00.918Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "bbb64507-eb1d-4dda-a80a-53908cd96a4a", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:02.111Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b4611839-d19c-4ce9-8506-27b0efc8b249", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:05.729Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b4611839-d19c-4ce9-8506-27b0efc8b249"} 2026-04-30T14:11:05.936Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "ae218205-026b-4ae9-8e5d-5be7e4ed4eaa", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:07.534Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b4e09e64-b34d-4bb0-8be1-bc4b423856ef", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:11.065Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "1e8484d3-0c1b-4f05-ad41-b284f04a30be", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:11.512Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b4e09e64-b34d-4bb0-8be1-bc4b423856ef"} 2026-04-30T14:11:12.993Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0488a0f0-f3cb-474f-8163-26a782e02407", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:16.089Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "1a90f402-8f1f-41d2-9b83-28a530cee25d", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:16.460Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0488a0f0-f3cb-474f-8163-26a782e02407"} 2026-04-30T14:11:18.426Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b32058ec-4b6c-4e77-a756-c3934fb49138", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:21.110Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "3416034f-5231-4dff-af04-87f8c2b3f147", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:22.335Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b32058ec-4b6c-4e77-a756-c3934fb49138"} 2026-04-30T14:11:23.896Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "50a29288-628b-408a-aa16-8247d1d72a38", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:26.209Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "693b3c19-02e0-42ce-af99-66b99c41d1c3", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:27.137Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "50a29288-628b-408a-aa16-8247d1d72a38"} 2026-04-30T14:11:29.456Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "436d631b-9867-4593-a461-2164bf746964", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:31.231Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "6e34b6cb-7472-42b7-a298-b50703704bb1", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:32.950Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "436d631b-9867-4593-a461-2164bf746964"} 2026-04-30T14:11:34.912Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "22f24662-7d1c-46f5-9883-5bd7d011569b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:36.252Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "78d31034-182d-4bdd-930f-5b13cf362247", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T14:11:38.526Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "22f24662-7d1c-46f5-9883-5bd7d011569b"} 2026-04-30T14:11:40.426Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e8a4631d-8d2b-4084-9d06-c7bf5ef37414", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:41.294Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "d7fac18e-d694-4c7b-a71c-bc5ae73fa04f", "cluster": "cross-site-source"} 2026-04-30T14:11:41.368Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "40ee21b3-df16-41ce-b854-65f42902fb1c", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:11:43.972Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e8a4631d-8d2b-4084-9d06-c7bf5ef37414"} 2026-04-30T14:11:45.867Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2157bf24-8aba-4658-9ea6-f395c9da9712", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:46.384Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "767bef4f-0c8d-4fb1-9cec-cbad9d617174", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:11:49.532Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2157bf24-8aba-4658-9ea6-f395c9da9712"} 2026-04-30T14:11:51.377Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "34ee5158-ae24-46f7-abc3-3c922848ca4e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:11:51.402Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "dc6a2b4d-55f5-41e3-80dc-630bf7e6cc77", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:11:54.867Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "34ee5158-ae24-46f7-abc3-3c922848ca4e"} 2026-04-30T14:11:56.430Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "bae1fdc5-c9a6-4685-923d-319b258c48ed", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:11:56.838Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e86d52f0-c804-4b9b-84a7-089e1e69e09b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:00.338Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e86d52f0-c804-4b9b-84a7-089e1e69e09b"} 2026-04-30T14:12:01.458Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "3a75f5c7-048e-430e-a178-aa26907bf10f", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:02.299Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c6c4250a-f41f-46d6-955b-883342b68ac2", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:06.044Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c6c4250a-f41f-46d6-955b-883342b68ac2"} 2026-04-30T14:12:06.476Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "ab1a6ec8-566c-4abd-8ac0-f4814e3f3601", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:07.736Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "79f37997-29f7-47dc-a8c0-503e9267c535", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:11.217Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "79f37997-29f7-47dc-a8c0-503e9267c535"} 2026-04-30T14:12:11.495Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "5113b66e-dc7d-4546-a23c-4bfed752e1e2", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:13.267Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2660dd01-2da3-4f82-976e-b1d7785ceefe", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:16.512Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "141d0d4f-4cc7-4bbb-8c10-42fbf77bfaaa", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:16.645Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "2660dd01-2da3-4f82-976e-b1d7785ceefe"} 2026-04-30T14:12:18.714Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "11e012c3-77e8-4cfd-bf9b-21bf1e673967", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:21.528Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "f91d182d-bcb0-4a1a-8792-1d45c21e7bce", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:22.315Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "11e012c3-77e8-4cfd-bf9b-21bf1e673967"} 2026-04-30T14:12:24.181Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "08ad454f-979b-4cc0-a3bf-354b3f2c3b66", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:26.543Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a8f0027d-d3c9-4625-9d43-84e535697494", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:27.350Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "08ad454f-979b-4cc0-a3bf-354b3f2c3b66"} 2026-04-30T14:12:29.600Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "96eab504-c611-44ba-aeb1-7bbbbc2eb935", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:31.564Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "0c3118c2-a902-4cfa-9d94-e81e5b588fd4", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:33.254Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "96eab504-c611-44ba-aeb1-7bbbbc2eb935"} 2026-04-30T14:12:35.026Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd30e7d0-d06d-410f-a599-24b01ee112cc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:36.593Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "6970ef26-6dbd-4b57-a66c-3756c76cdd08", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:38.824Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd30e7d0-d06d-410f-a599-24b01ee112cc"} 2026-04-30T14:12:40.463Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "02e38953-a53d-4fb5-92dc-27816a388bda", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:41.632Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "57366440-deb5-40f1-b1d5-61bb5f5d34cd", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:43.927Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "02e38953-a53d-4fb5-92dc-27816a388bda"} 2026-04-30T14:12:45.917Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "097850ec-01e1-4bdc-bd2b-4b4e7f245bbc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:46.662Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "057c2a6b-1b5f-460c-a4da-3f3e127b06aa", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:49.366Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "097850ec-01e1-4bdc-bd2b-4b4e7f245bbc"} 2026-04-30T14:12:51.422Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "66be8aca-7d4b-4c2c-8e1b-839de75fdb6d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:12:51.680Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "29cc4a33-6bd9-4b02-9a06-71d7165c1723", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:54.758Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "66be8aca-7d4b-4c2c-8e1b-839de75fdb6d"} 2026-04-30T14:12:56.703Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "c9c2c166-6c07-41a3-955f-1d4287a811fd", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T14:12:56.947Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ca1d500b-76a0-4178-bded-a3c5c3526d0f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:00.356Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ca1d500b-76a0-4178-bded-a3c5c3526d0f"} 2026-04-30T14:13:01.723Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "3c74eecc-bcc6-43e1-b183-ed249ed7c98c", "cluster": "cross-site-source"} 2026-04-30T14:13:01.949Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fbee3100-b26c-4544-a160-6aaa8f02faeb", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:13:02.013Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fbee3100-b26c-4544-a160-6aaa8f02faeb", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:13:02.105Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fbee3100-b26c-4544-a160-6aaa8f02faeb", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:13:03.158Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f5b012de-f615-475a-b6f6-243837598e77", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:06.820Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a241680f-bc60-496c-8b59-26cee8d56976", "cluster": "cross-site-source"} 2026-04-30T14:13:07.116Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f5b012de-f615-475a-b6f6-243837598e77"} 2026-04-30T14:13:08.572Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e001a5de-4283-4a4c-bd5d-862e3e09261b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:11.839Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "e8162d10-1f35-429a-b4a6-e8307d9e75bd", "cluster": "cross-site-source"} 2026-04-30T14:13:12.139Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e001a5de-4283-4a4c-bd5d-862e3e09261b"} 2026-04-30T14:13:14.033Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7e6a2c76-a6bd-4d1e-9bc3-30f3dee5e497", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:16.860Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "70496f12-a786-48b5-8b7d-b04179d10f63", "cluster": "cross-site-source"} 2026-04-30T14:13:17.745Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7e6a2c76-a6bd-4d1e-9bc3-30f3dee5e497"} 2026-04-30T14:13:19.520Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4badda00-961f-43ec-954b-c6ec1327bb94", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:21.880Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "4633dd5f-511a-4a76-906b-1c60403562b6", "cluster": "cross-site-source"} 2026-04-30T14:13:23.641Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4badda00-961f-43ec-954b-c6ec1327bb94"} 2026-04-30T14:13:24.944Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "95cf0b19-3df7-442d-8e66-efee7fd4b856", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:26.900Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "46d4e055-bffa-44b2-83f4-b0b7b88092af", "cluster": "cross-site-source"} 2026-04-30T14:13:28.537Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "95cf0b19-3df7-442d-8e66-efee7fd4b856"} 2026-04-30T14:13:30.368Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0c83f28e-d492-4542-b684-6dca612d5cb3", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:31.918Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "93768946-09c5-41d0-8575-28c3bb5cdd38", "cluster": "cross-site-source"} 2026-04-30T14:13:33.859Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "0c83f28e-d492-4542-b684-6dca612d5cb3"} 2026-04-30T14:13:35.846Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6415503b-2dde-46d1-ac79-722b7fc5aeff", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:36.935Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "153ac427-9b40-40b2-a634-36a8e8b6e0ea", "cluster": "cross-site-source"} 2026-04-30T14:13:39.856Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6415503b-2dde-46d1-ac79-722b7fc5aeff"} 2026-04-30T14:13:41.589Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a3d23be4-848d-4c07-9dc6-656924683da7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:41.953Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "01cb98d9-b5b0-4879-8ee7-2f9418a359d4", "cluster": "cross-site-source"} 2026-04-30T14:13:45.340Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a3d23be4-848d-4c07-9dc6-656924683da7"} 2026-04-30T14:13:46.993Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "e8aef1be-a429-4445-8d0d-b602819a8531", "cluster": "cross-site-source"} 2026-04-30T14:13:47.034Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bb7e5d4b-c761-443d-b80f-8d7871da4b9f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:50.718Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bb7e5d4b-c761-443d-b80f-8d7871da4b9f"} 2026-04-30T14:13:52.019Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "527b5449-a2f5-4ece-acae-a105eaba40a8", "cluster": "cross-site-source"} 2026-04-30T14:13:52.507Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "04ff0cc7-ca4b-4e9f-a5af-f6297d328f65", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:13:56.014Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "04ff0cc7-ca4b-4e9f-a5af-f6297d328f65"} 2026-04-30T14:13:57.046Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "73409b8a-f5fc-4db4-81eb-99a0802bc301", "cluster": "cross-site-source"} 2026-04-30T14:13:57.927Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d3a4e3ea-72bb-47ec-b3be-bf1a2a96ce0c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:01.717Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "d3a4e3ea-72bb-47ec-b3be-bf1a2a96ce0c"} 2026-04-30T14:14:02.063Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "bc1a1fc5-0933-4ffc-a715-244d531208a3", "cluster": "cross-site-source"} 2026-04-30T14:14:03.354Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "525c329b-f0c8-45a7-b22b-5cc7de85f846", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:07.089Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "20eb96a0-c039-48ed-b33e-735a7008543c", "cluster": "cross-site-source"} 2026-04-30T14:14:07.545Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "525c329b-f0c8-45a7-b22b-5cc7de85f846"} 2026-04-30T14:14:08.752Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9fd31665-bfaf-4f8e-8998-e375510960d5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:12.109Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "d4fead53-73ac-4ec8-bc64-2c0cbd8decc1", "cluster": "cross-site-source"} 2026-04-30T14:14:12.417Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9fd31665-bfaf-4f8e-8998-e375510960d5"} 2026-04-30T14:14:14.217Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8fc2d5a8-0a8e-4087-872a-f7ea5a03af50", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:17.127Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "016d7e7c-fd8a-4035-a7e7-eb95345353fa", "cluster": "cross-site-source"} 2026-04-30T14:14:17.638Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "8fc2d5a8-0a8e-4087-872a-f7ea5a03af50"} 2026-04-30T14:14:19.642Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "36b0b89d-1db1-4d43-961f-2c1705bf1918", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:22.145Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "1273b79b-c2b4-4dab-92b9-9e05b36b1fd3", "cluster": "cross-site-source"} 2026-04-30T14:14:23.536Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "36b0b89d-1db1-4d43-961f-2c1705bf1918"} 2026-04-30T14:14:25.147Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a9ca65ac-febe-4cc5-8ed3-bce38456c594", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:27.161Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "d5401d18-b8ff-4f23-8efd-8a126f81514c", "cluster": "cross-site-source"} 2026-04-30T14:14:28.612Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a9ca65ac-febe-4cc5-8ed3-bce38456c594"} 2026-04-30T14:14:30.662Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b77fb8a5-e2d1-4c3f-a4cc-82e9ff93425b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:32.182Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "63f1d49e-d809-4beb-a6c0-06e66d648cf9", "cluster": "cross-site-source"} 2026-04-30T14:14:34.034Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b77fb8a5-e2d1-4c3f-a4cc-82e9ff93425b"} 2026-04-30T14:14:36.117Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b7248088-e6f4-4ee1-904d-ec1b935adf0d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:37.217Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "1225d8b2-4c6d-4e85-94c6-300553656f2a", "cluster": "cross-site-source"} 2026-04-30T14:14:39.542Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b7248088-e6f4-4ee1-904d-ec1b935adf0d"} 2026-04-30T14:14:41.735Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a02ec27d-2e4d-45b2-8b52-a9003641e3d3", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:42.235Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "2c3e0dc9-4c62-482e-b876-b106e2b00334", "cluster": "cross-site-source"} 2026-04-30T14:14:45.356Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a02ec27d-2e4d-45b2-8b52-a9003641e3d3"} 2026-04-30T14:14:47.180Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "14d5734b-f41f-4e28-917a-3b6e31710077", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:47.256Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "f9723ec8-ebb5-4e77-b16e-9b71a696607d", "cluster": "cross-site-source"} 2026-04-30T14:14:50.736Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "14d5734b-f41f-4e28-917a-3b6e31710077"} 2026-04-30T14:14:52.275Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a0b8126f-efd7-430e-8f6d-f4af56ba4bfe", "cluster": "cross-site-source"} 2026-04-30T14:14:52.604Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a95d154b-f797-4f57-9464-cd657d60e972", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:14:56.145Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "a95d154b-f797-4f57-9464-cd657d60e972"} 2026-04-30T14:14:57.292Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "313883be-e9ce-46de-b80e-0fc8a3eda2e0", "cluster": "cross-site-source"} 2026-04-30T14:14:58.062Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1c668aad-04f0-47d0-951a-f514ecf6a93d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:01.754Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1c668aad-04f0-47d0-951a-f514ecf6a93d"} 2026-04-30T14:15:02.308Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "b2479024-3c0b-403b-a06f-11e9918c2d7d", "cluster": "cross-site-source"} 2026-04-30T14:15:03.501Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "eac8a021-7c64-44d6-8100-39f237c310d3", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:07.325Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "eac8a021-7c64-44d6-8100-39f237c310d3"} 2026-04-30T14:15:07.325Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "83020dd3-a1c8-42af-8739-a2cd3ae49e85", "cluster": "cross-site-source"} 2026-04-30T14:15:08.947Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "daa43a59-0eb0-4f7f-b5d4-7f0e9fbbff6c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:12.346Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "01b7fb53-cbdf-44bd-8a4e-055c074ae556", "cluster": "cross-site-source"} 2026-04-30T14:15:12.456Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "daa43a59-0eb0-4f7f-b5d4-7f0e9fbbff6c"} 2026-04-30T14:15:14.426Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "51ddc100-a5e8-41c9-9320-b2985f33c644", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:17.365Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "c3bc5cef-e995-4a80-9081-fa070aec9adb", "cluster": "cross-site-source"} 2026-04-30T14:15:17.921Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "51ddc100-a5e8-41c9-9320-b2985f33c644"} 2026-04-30T14:15:20.054Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "87338e9b-c0c7-49ed-b0ca-0bf04e16e4ab", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:22.386Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "7d3be01e-fb41-498c-a951-a47f72d05879", "cluster": "cross-site-source"} 2026-04-30T14:15:23.461Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "87338e9b-c0c7-49ed-b0ca-0bf04e16e4ab"} 2026-04-30T14:15:25.473Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c8fe831d-34ef-4129-9323-7f67e675a31c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:27.402Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "542b3bf2-ed2f-433a-b288-3e6a46fc352a", "cluster": "cross-site-source"} 2026-04-30T14:15:29.056Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c8fe831d-34ef-4129-9323-7f67e675a31c"} 2026-04-30T14:15:30.932Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "12070368-bdd7-41e0-9e2b-d2c4311318b2", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:32.446Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "78a0cf6b-f3e3-4462-b93f-950119a84a5c", "cluster": "cross-site-source"} 2026-04-30T14:15:34.659Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "12070368-bdd7-41e0-9e2b-d2c4311318b2"} 2026-04-30T14:15:36.473Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "18206e91-adc8-4128-b799-0c8f0fbb3399", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:37.467Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "b0a5ad77-93dd-4f77-9aac-4e3cb39e0019", "cluster": "cross-site-source"} 2026-04-30T14:15:40.056Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "18206e91-adc8-4128-b799-0c8f0fbb3399"} 2026-04-30T14:15:42.007Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7a1495f8-417d-421a-8250-ee124bfd6d8a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:42.485Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "dd051aa7-4023-4922-9d77-9ee148476032", "cluster": "cross-site-source"} 2026-04-30T14:15:45.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "7a1495f8-417d-421a-8250-ee124bfd6d8a"} 2026-04-30T14:15:47.469Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f190cac1-0a7c-4602-8b54-c6afbf5bfe8f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:47.501Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "8b9e7ac0-adf3-42fc-ba78-262320b0a2c3", "cluster": "cross-site-source"} 2026-04-30T14:15:50.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f190cac1-0a7c-4602-8b54-c6afbf5bfe8f"} 2026-04-30T14:15:52.520Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "31b7ca3e-acbd-42ae-8f44-0283856afd40", "cluster": "cross-site-source"} 2026-04-30T14:15:52.881Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "57fc172b-c885-4cd3-813a-25ec7537c311", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:15:56.628Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "57fc172b-c885-4cd3-813a-25ec7537c311"} 2026-04-30T14:15:57.539Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "bb3a84c6-0a6a-4410-ad13-e3e6d01f5db8", "cluster": "cross-site-source"} 2026-04-30T14:15:58.543Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "74a33562-1a29-4e93-a17e-b5b9c2704536", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:02.330Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "74a33562-1a29-4e93-a17e-b5b9c2704536"} 2026-04-30T14:16:02.558Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a4789311-5f75-4652-b3dc-746fda6ae96d", "cluster": "cross-site-source"} 2026-04-30T14:16:04.126Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e574beb7-ac23-44c2-8dd3-2a8a5bbc4f02", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:07.579Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "3b94f9b3-a88d-42f0-83bb-d82cf35d7e95", "cluster": "cross-site-source"} 2026-04-30T14:16:07.726Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "e574beb7-ac23-44c2-8dd3-2a8a5bbc4f02"} 2026-04-30T14:16:09.633Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c4b96c3b-790a-4ac5-818a-3642fd07e6a5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:12.598Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a8d7e091-2b47-4501-b2b0-fbfba88357c2", "cluster": "cross-site-source"} 2026-04-30T14:16:13.067Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c4b96c3b-790a-4ac5-818a-3642fd07e6a5"} 2026-04-30T14:16:15.100Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "70788821-59ec-4a66-8fee-30b62942ed9d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:17.618Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "a7420909-87a9-4333-80d6-37e2831baf4c", "cluster": "cross-site-source"} 2026-04-30T14:16:18.328Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "70788821-59ec-4a66-8fee-30b62942ed9d"} 2026-04-30T14:16:20.627Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c933b542-fc3c-463a-ae3f-ad74cea0a596", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:22.646Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "8106571f-9e57-4857-9146-b5efbc5387e9", "cluster": "cross-site-source"} 2026-04-30T14:16:24.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c933b542-fc3c-463a-ae3f-ad74cea0a596"} 2026-04-30T14:16:26.649Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c77024d6-bca8-4d8b-9073-a270a5680ac6", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:27.665Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "cdff0be6-42ad-483d-9622-999289639d5a", "cluster": "cross-site-source"} 2026-04-30T14:16:30.554Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c77024d6-bca8-4d8b-9073-a270a5680ac6"} 2026-04-30T14:16:32.157Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f4d8262a-45d8-4edb-a602-ae92cd204cb5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:32.683Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "49d96390-c0a3-4599-b52d-fe65be12da25", "cluster": "cross-site-source"} 2026-04-30T14:16:35.817Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f4d8262a-45d8-4edb-a602-ae92cd204cb5"} 2026-04-30T14:16:37.615Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e342ef6-6eda-4357-a33c-493aa034ac3b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:37.710Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "backup-minio", "reconcileID": "5219e868-1973-4aad-829f-4b4187283a04", "cluster": "cross-site-source"} 2026-04-30T14:16:41.054Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1e342ef6-6eda-4357-a33c-493aa034ac3b"} 2026-04-30T14:16:43.155Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ef2229bc-8313-4859-8107-a28e4382dcb6", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:46.627Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "ef2229bc-8313-4859-8107-a28e4382dcb6"} 2026-04-30T14:16:48.570Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "44678ab7-a551-442d-9c10-be986cf6b673", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:52.329Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "44678ab7-a551-442d-9c10-be986cf6b673"} 2026-04-30T14:16:54.032Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f6813045-fcbb-4fee-90a6-9bb293687c88", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:16:57.742Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "f6813045-fcbb-4fee-90a6-9bb293687c88"} 2026-04-30T14:16:59.442Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bb411b67-6c60-4cdd-a083-a634ab09e2b0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:17:02.750Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "bb411b67-6c60-4cdd-a083-a634ab09e2b0"} 2026-04-30T14:17:04.927Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd748287-87b9-4117-844e-24b7f5a0bf54", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:17:08.523Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "cd748287-87b9-4117-844e-24b7f5a0bf54"} 2026-04-30T14:17:10.541Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "424515a6-2c84-462f-8561-e67399995a2f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.238.177:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.238.177:3306' (111)"} 2026-04-30T14:17:14.136Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "424515a6-2c84-462f-8561-e67399995a2f"} 2026-04-30T14:17:19.660Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "57ddcd64-4cc4-4712-bb3e-e57094b3d84c"} 2026-04-30T14:17:24.753Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4712e2d9-47ae-4c71-8609-b1b48b85e59d"} 2026-04-30T14:17:30.219Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "1883282a-9a92-4062-ab2a-c99d21688533"} 2026-04-30T14:17:30.577Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "80e3437b-30ed-4499-bc2f-3917f6846162", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:17:30.638Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "80e3437b-30ed-4499-bc2f-3917f6846162", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:17:30.698Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "80e3437b-30ed-4499-bc2f-3917f6846162", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:31.538Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "4b1aeb1c-caa6-497f-943a-36371ee5bbdb", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:34.390Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "80e3437b-30ed-4499-bc2f-3917f6846162", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:17:37.114Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "133c8661-61f2-44c0-9cf6-f2359bc96fee", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:40.975Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1ac6c41e-245a-4012-b8b2-8f57dc81a129"} 2026-04-30T14:17:42.982Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "b105a596-ed2d-461f-a9f3-d30ba82dded8", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:43.853Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6283df33-e609-4043-82b7-d134db7df6e6", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:47.199Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d7856720-0208-426e-9b38-a149d35769b4"} 2026-04-30T14:17:49.575Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "5ff1cc13-5430-4840-9a8b-25b332d738ab", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:52.658Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f73084e9-55aa-4fe1-ba85-1b8028bf42bd"} 2026-04-30T14:17:54.800Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "9b335ad5-e681-479b-810a-5b355c8ed4be", "err": "get primary pxc pod: not found"} 2026-04-30T14:17:58.076Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a74eff17-363e-4dd5-a699-1dedf4bd4dec"} 2026-04-30T14:18:00.209Z INFO Remove outdated replication channel {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "channel": "source_to_replica"} 2026-04-30T14:18:00.211Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "channel": "source_to_replica", "host": "34.118.225.43"} 2026-04-30T14:18:00.211Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "channel": "source_to_replica", "host": "34.118.229.231"} 2026-04-30T14:18:00.212Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "channel": "source_to_replica", "host": "34.118.238.177"} 2026-04-30T14:18:00.219Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "pod": "cross-site-replica-pxc-1"} 2026-04-30T14:18:00.224Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "pod": "cross-site-replica-pxc-0"} 2026-04-30T14:18:00.229Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6cb16a8b-cd77-41fc-9f2e-3f9c125e7bfb", "pod": "cross-site-replica-pxc-2"} 2026-04-30T14:18:03.458Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ab7d274d-58f6-40a4-b3c8-bd682223c8b5"} 2026-04-30T14:18:08.898Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "830aaf53-16ec-4521-99c4-c0a14d636cae"} 2026-04-30T14:18:13.971Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dc6b4790-48cd-4bec-99b6-57cb57578d3a"} 2026-04-30T14:18:19.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8ca91e75-48ee-46af-ab66-88610ee7525a"} 2026-04-30T14:18:26.290Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "49a3bd5a-00df-41f7-9401-bc9ce2a5dea8"} 2026-04-30T14:18:31.866Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d097f05e-f597-4f7b-ad75-79f2ed5c9fdb"} 2026-04-30T14:18:37.557Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fa4675f0-d1ee-4430-991e-895ea4b8f4a9"} 2026-04-30T14:18:42.758Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "650d4fc7-57a0-4f81-b001-55af5c82b022"} 2026-04-30T14:18:48.366Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "d1ad1f30-23da-4146-acfd-c9bf1a636a72"} 2026-04-30T14:18:53.569Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "10ee8320-8102-4470-9fb8-5b2f833bc8e0"} 2026-04-30T14:18:59.060Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "63bde3f5-8b2c-4e5a-8206-df7c691e3647"} 2026-04-30T14:19:03.995Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3aa308db-ecf0-4adb-b15b-f5b865a94830"} 2026-04-30T14:19:10.166Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "769c4962-cf75-47cc-8d21-df7c2b7933ff"} 2026-04-30T14:19:15.272Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "405192a8-eeb5-43a6-84c1-51b83e41cd81"} 2026-04-30T14:19:21.104Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ba9be01a-d424-41ce-a3eb-e5e09b261cb6"} 2026-04-30T14:19:25.902Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "f728d9a0-8cec-40e2-b59b-5ecb563d2286"} 2026-04-30T14:19:31.765Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "3eae739f-7787-41b6-bdcc-47a77ef26154"} 2026-04-30T14:19:37.057Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "fcb35a9f-32ec-4e94-a4f8-88a73de3be12"} 2026-04-30T14:19:42.288Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "dc47dfa1-98f3-46c3-bfe6-9f294043607a"} 2026-04-30T14:19:47.180Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "0bbca114-0165-4c37-8e2e-44c7cfeac256"} 2026-04-30T14:19:53.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "148814ae-b25a-4ab5-9eaf-c262096ee3ab"} 2026-04-30T14:19:59.083Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5669ba5c-d5b4-421c-9d12-393a782c28fa"} 2026-04-30T14:20:04.087Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "ed334cf8-7ce3-4368-8699-d6fd217e8aa6"} 2026-04-30T14:20:09.965Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8514787c-7caa-49b8-910e-1a1c52b72159"} 2026-04-30T14:20:14.976Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "5cab3f57-b1a4-4249-9f9f-ad428de6c0d3"} 2026-04-30T14:20:20.871Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9a39f216-5f1d-43bb-8faf-8b0075d687f2"} 2026-04-30T14:20:26.550Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "18e72f3d-a149-48dc-9aff-ea28569e4905"} 2026-04-30T14:20:31.548Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "a027400a-499e-4f4b-a41e-e69891d2419c"} 2026-04-30T14:20:37.062Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "1c4377ff-92a7-49b8-a49c-b7d2c6e069ab"} 2026-04-30T14:20:42.265Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7bcd0767-6af3-4cbf-9af3-16f27b630c85"} 2026-04-30T14:20:43.325Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:20:43.419Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T14:20:43.521Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "pod": "cross-site-source-pxc-0"} 2026-04-30T14:20:43.536Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "pod": "cross-site-source-pxc-1"} 2026-04-30T14:20:43.550Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "pod": "cross-site-source-pxc-2"} 2026-04-30T14:20:43.719Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "new replication pod": "cross-site-source-pxc-0"} 2026-04-30T14:20:46.564Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "9c603de4-7688-4f73-b410-462c19d8104e", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T14:20:55.028Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "546b9fb9-f34d-439f-b6e4-3f77afb79398"} 2026-04-30T14:21:00.260Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "932def79-e885-4808-b165-ef4811719a6f"} 2026-04-30T14:21:08.457Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "6c636bc1-4f11-4f7a-88f3-7879c3869c71"} 2026-04-30T14:21:29.377Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-4819"}, "namespace": "cross-site-proxysql-replica-4819", "name": "cross-site-replica", "reconcileID": "c1113945-81bf-4ae7-8917-31647f2cf18c"} 2026-04-30T14:21:34.798Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "59fb7f7c-c661-415a-995a-9cd437809c01"} 2026-04-30T14:21:41.495Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "bf608c1c-6b13-45a5-8b51-067ee6241227"} 2026-04-30T14:21:46.949Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "8ef06014-d51f-4361-96b4-6e322a9f8f55"} 2026-04-30T14:21:52.468Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "54f1a3f0-bfed-465c-901c-eae753100ed3"} 2026-04-30T14:21:58.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "92351781-b5b0-447f-a65d-08c204bb6223"} 2026-04-30T14:22:03.461Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "7afc369f-6df5-41d4-8e97-7c5912ae4153"} 2026-04-30T14:22:08.969Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "e95fb515-d6ee-4f04-884e-195aa7ed608d"} 2026-04-30T14:22:13.987Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-26856"}, "namespace": "cross-site-proxysql-26856", "name": "cross-site-source", "reconcileID": "cc939fb3-ce9f-4291-80fb-621a2defc6d4", "error": "exec syncusers: failed to execute command in pod: pods \"cross-site-source-proxysql-2\" not found / \nSyncing user accounts from PXC(cross-site-source-pxc-0.cross-site-source-pxc.cross-site-proxysql-26856.svc.cluster.local:3306) to ProxySQL\n / ", "errorVerbose": "exec syncusers: failed to execute command in pod: pods \"cross-site-source-proxysql-2\" not found / \nSyncing user accounts from PXC(cross-site-source-pxc-0.cross-site-source-pxc.cross-site-proxysql-26856.svc.cluster.local:3306) to ProxySQL\n / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:495 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:839 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 -  }, -  { -  }, +  }, -  Annotations: map[string]string{ +  Annotations: map[string]string{ -  APIVersion: "apps/v1", -  APIVersion: "apps/v1", +  AvailableReplicas: 0, -  AvailableReplicas: 3, -  CollisionCount: &0, +  CollisionCount: nil, +  CreationTimestamp: v1.Time{}, -  CreationTimestamp: v1.Time{Time: s"2026-04-30 13:40:05 +0000 UTC"}, -  CreationTimestamp: v1.Time{Time: s"2026-04-30 13:51:29 +0000 UTC"}, +  CurrentReplicas: 0, -  CurrentReplicas: 3, +  CurrentRevision: "", -  CurrentRevision: "cross-site-replica-proxysql-6cb9fbcdd6", -  CurrentRevision: "cross-site-replica-proxysql-855db46bdd", -  CurrentRevision: "cross-site-replica-pxc-6cb95bd4c7", -  CurrentRevision: "cross-site-source-proxysql-554ccd78cd", -  CurrentRevision: "cross-site-source-pxc-5d98fc4487", -  DefaultMode: &420, -  DefaultMode: &420, +  DefaultMode: nil, +  DefaultMode: nil, +  DeprecatedServiceAccount: "", -  DeprecatedServiceAccount: "default", +  DNSPolicy: "", -  DNSPolicy: "ClusterFirst", -  FieldsType: "FieldsV1", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., +  Generation: 0, -  Generation: 1, -  Generation: 2, -  Generation: 3, -  Generation: 4, +  ManagedFields: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  Manager: "kube-controller-manager", -  Manager: "percona-xtradb-cluster-operator", +  ObservedGeneration: 0, -  ObservedGeneration: 1, -  ObservedGeneration: 2, -  ObservedGeneration: 3, -  ObservedGeneration: 4, -  Operation: "Update", -  Operation: "Update", -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6ImY3MWQzNjdhNWFlMzEyMjU4MzZhNTJlNjM4YzQ0Y2NjIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiIzM2M4ZWY0YzIyNGJhNzNhNTlmNjMzODVlZGNhYmJiNCJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDA3LWU5ZTE2ODQ1IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDA3LWU5ZTE2ODQ1IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwibWVtb3J5Ijoi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6ImY3MWQzNjdhNWFlMzEyMjU4MzZhNTJlNjM4YzQ0Y2NjIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiIzM2M4ZWY0YzIyNGJhNzNhNTlmNjMzODVlZGNhYmJiNCJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDA3LWU5ZTE2ODQ1IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDA3LWU5ZTE2ODQ1IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIsIm1lbW9yeSI6"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYWM1OGMyMWQ0Mzk3ODViZTMyYjAxNDM3Y2ZlYmUyZDQiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjMzYzhlZjRjMjI0YmE3M2E1OWY2MzM4NWVkY2FiYmI0In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYWM1OGMyMWQ0Mzk3ODViZTMyYjAxNDM3Y2ZlYmUyZDQiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjMzYzhlZjRjMjI0YmE3M2E1OWY2MzM4NWVkY2FiYmI0In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYWM1OGMyMWQ0Mzk3ODViZTMyYjAxNDM3Y2ZlYmUyZDQiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjMzYzhlZjRjMjI0YmE3M2E1OWY2MzM4NWVkY2FiYmI0In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYWM1OGMyMWQ0Mzk3ODViZTMyYjAxNDM3Y2ZlYmUyZDQiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjMzYzhlZjRjMjI0YmE3M2E1OWY2MzM4NWVkY2FiYmI0In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQwNy1lOWUxNjg0NSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., +  PeriodSeconds: 0, -  PeriodSeconds: 10, +  PersistentVolumeClaimRetentionPolicy: nil, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  Phase: "", -  Phase: "Pending", +  PodManagementPolicy: "", -  PodManagementPolicy: "OrderedReady", +  Protocol: "", -  Protocol: "TCP", +  ReadyReplicas: 0, -  ReadyReplicas: 3, -  Replicas: &0, +  Replicas: 0, +  Replicas: &0, -  Replicas: 3, -  Replicas: &3, +  Replicas: &3, +  ResourceVersion: "", -  ResourceVersion: "1777556459359967009", -  ResourceVersion: "1777556643315567010", -  ResourceVersion: "1777557146057471012", -  ResourceVersion: "1777557325655007006", -  ResourceVersion: "1777557523792127012", -  ResourceVersion: "1777557559820447006", -  ResourceVersion: "1777557731187999012", -  ResourceVersion: "1777557988500223012", -  ResourceVersion: "1777558196879455009", -  ResourceVersion: "1777558244251919010", -  ResourceVersion: "1777558436347263009", +  RestartPolicy: "", -  RestartPolicy: "Always", -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil, +  SchedulerName: "", -  SchedulerName: "default-scheduler", -  Subresource: "status", +  TerminationMessagePath: "", -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePolicy: "", -  TerminationMessagePolicy: "File", -  Time: s"2026-04-30 13:40:05 +0000 UTC", -  Time: s"2026-04-30 13:40:59 +0000 UTC", -  Time: s"2026-04-30 13:44:03 +0000 UTC", -  Time: s"2026-04-30 13:51:29 +0000 UTC", -  Time: s"2026-04-30 13:52:26 +0000 UTC", -  Time: s"2026-04-30 13:55:25 +0000 UTC", -  Time: s"2026-04-30 13:58:40 +0000 UTC", -  Time: s"2026-04-30 13:58:43 +0000 UTC", -  Time: s"2026-04-30 13:59:19 +0000 UTC", -  Time: s"2026-04-30 14:01:18 +0000 UTC", -  Time: s"2026-04-30 14:02:11 +0000 UTC", -  Time: s"2026-04-30 14:05:55 +0000 UTC", -  Time: s"2026-04-30 14:06:28 +0000 UTC", -  Time: s"2026-04-30 14:09:53 +0000 UTC", -  Time: s"2026-04-30 14:09:56 +0000 UTC", -  Time: s"2026-04-30 14:10:44 +0000 UTC", -  Time: s"2026-04-30 14:13:02 +0000 UTC", -  Time: s"2026-04-30 14:13:56 +0000 UTC", -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, +  UID: "", -  UID: "3c77125f-af1b-4461-ac32-185b30763aad", -  UID: "52ffb2b7-98b9-4103-a5bb-bf4d72662347", -  UID: "68005947-8f39-4cec-a2a2-5db179ae0d9f", -  UID: "6b2aa3fe-30d5-428d-942a-ac131d5d615e", +  UpdatedReplicas: 0, -  UpdatedReplicas: 3, +  UpdateRevision: "", -  UpdateRevision: "cross-site-replica-proxysql-6cb9fbcdd6", -  UpdateRevision: "cross-site-replica-proxysql-855db46bdd", -  UpdateRevision: "cross-site-replica-pxc-6cb95bd4c7", -  UpdateRevision: "cross-site-source-proxysql-554ccd78cd", -  UpdateRevision: "cross-site-source-pxc-5d98fc4487", -  Value: "false", +  Value: "false", -  Value: "true", +  Value: "true", -  VolumeMode: &"Filesystem", +  VolumeMode: nil,   }    },    },    {    },    },    {    },    },    {    },    ... // 12 identical elements    ... // 16 identical fields    ... // 16 identical fields    ... // 22 identical fields    ... // 2 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 4 identical fields    ... // 5 identical fields    ... // 5 identical fields    ... // 6 identical fields    ... // 6 identical fields    ... // 7 identical fields    ... // 8 identical fields    ... // 9 identical fields    AccessModes: nil,    ActiveDeadlineSeconds: nil,    Affinity: nil,    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}},    Args: {"mysqld"},    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    AutomountServiceAccountToken: nil,    AvailableReplicas: 0,    AWSElasticBlockStore: nil,    AzureFile: nil,    Capacity: nil,    Conditions: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    ContainerPort: 3306,    ContainerPort: 33060,    ContainerPort: 33062,    ContainerPort: 4444,    ContainerPort: 4567,    ContainerPort: 4568,    ContainerPort: 6032,    ContainerPort: 6070,    Containers: []v1.Container{    CurrentReplicas: 0,    DataSource: nil,    DataSourceRef: nil,    DeletionGracePeriodSeconds: nil,    DeletionTimestamp: nil,    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-pxc"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "xtrabackup"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "xtrabackup"}}}, ...},    Env: []v1.EnvVar{    EphemeralContainers: nil,    FailureThreshold: 3,    FC: nil,    Finalizers: nil,    GitRepo: nil,    HostAliases: nil,    HostIP: "",    HostPort: 0,    ImagePullPolicy: "Always",    InitContainers: []v1.Container{    InitialDelaySeconds: 300,    ISCSI: nil,    Items: nil,    Items: nil,    Labels: nil,    Lifecycle: nil,    LivenessProbe: &v1.Probe{    LocalObjectReference: {Name: "auto-cross-site-replica-pxc"},    LocalObjectReference: {Name: "auto-cross-site-source-pxc"},    LocalObjectReference: {Name: "cross-site-replica-pxc"},    LocalObjectReference: {Name: "cross-site-source-pxc"},    MinReadySeconds: 0,    Name: "auto-config",    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    Name: "config",    Name: "ist",    Name: "mysql",    Name: "mysql-admin",    Name: "mysql-init-file",    Name: "mysql-users-secret-file",    Name: "mysqlx",    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    Name: "proxyadm",    Name: "PXC_READ_ONLY",    {Name: "SCHEDULER_ENABLED", Value: "true"},    Namespace: "cross-site-proxysql-26856",    Namespace: "cross-site-proxysql-replica-4819",    Name: "ssl",    Name: "ssl-internal",    Name: "sst",    Name: "stats",    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    Name: "vault-keyring-secret",    Name: "write-set",    NFS: nil,    NodeName: "",    NodeSelector: nil,    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "ac58c21d439785be32b01437cfebe2d4", "percona.com/ssl-internal-hash": "33c8ef4c224ba73a59f63385edcabbb4"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "f71d367a5ae31225836a52e638c44ccc", "percona.com/ssl-internal-hash": "33c8ef4c224ba73a59f63385edcabbb4"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "ac58c21d439785be32b01437cfebe2d4", "percona.com/ssl-internal-hash": "33c8ef4c224ba73a59f63385edcabbb4"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "f71d367a5ae31225836a52e638c44ccc", "percona.com/ssl-internal-hash": "33c8ef4c224ba73a59f63385edcabbb4"}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: v1.ObjectMeta{    Optional: &false,    Optional: &true,    Optional: &true,    Ordinals: nil,    OS: nil,    Overhead: nil,    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-replica", UID: "89be990a-8b45-4671-bc99-0875542ac01e", ...}},    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-source", UID: "c3a08b71-2f80-4908-812f-d4b39eb3cd4f", ...}},    Ports: nil,    Ports: []v1.ContainerPort{    PreemptionPolicy: nil,    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    Quobyte: nil,    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    ReadyReplicas: 0,    Replicas: 0,    Replicas: &3,    ResizePolicy: nil,    Resources: {},    Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}},    SecretName: "cross-site-replica-mysql-init",    SecretName: "cross-site-replica-ssl",    SecretName: "cross-site-replica-ssl-internal",    SecretName: "cross-site-source-mysql-init",    SecretName: "cross-site-source-ssl",    SecretName: "cross-site-source-ssl-internal",    SecretName: "internal-cross-site-replica",    SecretName: "internal-cross-site-source",    SecretName: "some-name-vault",    Secret: &v1.SecretVolumeSource{    SecurityContext: nil,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    SelfLink: "",    ServiceAccountName: "default",    ServiceName: "cross-site-replica-proxysql-unready",    ServiceName: "cross-site-replica-pxc",    ServiceName: "cross-site-source-proxysql-unready",    ServiceName: "cross-site-source-pxc",    SetHostnameAsFQDN: nil,    Spec: v1.PersistentVolumeClaimSpec{    Spec: v1.PodSpec{    Spec: v1.StatefulSetSpec{    StartupProbe: nil,    Status: v1.PersistentVolumeClaimStatus{    Status: v1.StatefulSetStatus{    StorageClassName: nil,    Subdomain: "",    SuccessThreshold: 1,    Template: v1.PodTemplateSpec{    TerminationGracePeriodSeconds: &30,    TerminationGracePeriodSeconds: &600,    TerminationGracePeriodSeconds: nil,    TimeoutSeconds: 5,    Tolerations: nil,    TypeMeta: {},    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    UpdatedReplicas: 0,    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}},   &v1.StatefulSet{    ValueFrom: nil,    VolumeAttributesClassName: nil,    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    VolumeDevices: nil,    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeName: "",    VolumeSource: v1.VolumeSource{    Volumes: []v1.Volume{    VsphereVolume: nil,    WorkingDir: "", + : + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.tqx6hMsMSC ++ mktemp + local LAST_ERR=/tmp/tmp.4WtAcq3Uxf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tqx6hMsMSC No resources found + cat /tmp/tmp.4WtAcq3Uxf + rm /tmp/tmp.tqx6hMsMSC /tmp/tmp.4WtAcq3Uxf + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.B0Q7ZQVBr7 ++ mktemp + local LAST_ERR=/tmp/tmp.QJU9miC5tq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.B0Q7ZQVBr7 No resources found + cat /tmp/tmp.QJU9miC5tq + rm /tmp/tmp.B0Q7ZQVBr7 /tmp/tmp.QJU9miC5tq + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.0MZrmLaheL ++ mktemp + local LAST_ERR=/tmp/tmp.ieACApb9fI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0MZrmLaheL No resources found + cat /tmp/tmp.ieACApb9fI + rm /tmp/tmp.0MZrmLaheL /tmp/tmp.ieACApb9fI + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.GXomZXmiUe ++ mktemp + local LAST_ERR=/tmp/tmp.1YuVOB8c6g + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.GXomZXmiUe + cat /tmp/tmp.1YuVOB8c6g Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "percona-xtradbcluster-webhook" not found + rm /tmp/tmp.GXomZXmiUe /tmp/tmp.1YuVOB8c6g + return 1 + : + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bkL3LLsBdm namespace "pxc-operator" force deleted + cat /tmp/tmp.qtuQYuvrIs Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.bkL3LLsBdm /tmp/tmp.qtuQYuvrIs + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EmGSxYogJB namespace "cross-site-proxysql-26856" force deleted + cat /tmp/tmp.JMzzijC5Dw Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.EmGSxYogJB /tmp/tmp.JMzzijC5Dw + return 0 + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.VblUH0hSLl + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + kubectl_bin delete --grace-period=0 --force=true namespace cross-site-proxysql-replica-4819 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.3ZM2mj0O2a + local LAST_OUT=/tmp/tmp.gXrxVTxa16 ++ mktemp + local LAST_ERR=/tmp/tmp.pEzc1UAWqW + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.jQWsqygrFM + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace cross-site-proxysql-replica-4819 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.gXrxVTxa16 + cat /tmp/tmp.jQWsqygrFM Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. Error from server (NotFound): namespaces "pxc-operator" not found + rm /tmp/tmp.gXrxVTxa16 /tmp/tmp.jQWsqygrFM + return 1