Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/logs/proxysql-scheduler-8-0.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + cluster=some-name + create_infra proxysql-scheduler-12965 + local ns=proxysql-scheduler-12965 + '[' -n pxc-operator ']' + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + [[ -z proxysql-scheduler-9788 ]] + [[ -z some-name ]] + kubectl_bin patch pxc -n proxysql-scheduler-9788 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.C6WHrv2Tvb ++ mktemp + local LAST_ERR=/tmp/tmp.ehYiQjEhE8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc -n proxysql-scheduler-9788 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.C6WHrv2Tvb perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.ehYiQjEhE8 + rm /tmp/tmp.C6WHrv2Tvb /tmp/tmp.ehYiQjEhE8 + return 0 + read -r pns name + read -r pns name + kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found perconaxtradbcluster.pxc.percona.com "some-name" deleted from proxysql-scheduler-9788 namespace + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found No resources found + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrole ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + xargs kubectl delete ns ++ mktemp + kubectl_bin get ns + local LAST_OUT=/tmp/tmp.7cHrBJinOD ++ mktemp + local LAST_OUT=/tmp/tmp.KCLLsYCdfU ++ mktemp + local LAST_ERR=/tmp/tmp.Tnybd68YJz + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.1yaMLw6eGb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KCLLsYCdfU + cat /tmp/tmp.1yaMLw6eGb + rm /tmp/tmp.KCLLsYCdfU /tmp/tmp.1yaMLw6eGb + return 0 namespace "proxysql-scheduler-9788" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7cHrBJinOD namespace "pxc-operator" deleted + cat /tmp/tmp.Tnybd68YJz + rm /tmp/tmp.7cHrBJinOD /tmp/tmp.Tnybd68YJz + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.IO2Vt6HjW8 ++ mktemp + local LAST_ERR=/tmp/tmp.HqrChCeSGh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IO2Vt6HjW8 namespace/pxc-operator created + cat /tmp/tmp.HqrChCeSGh + rm /tmp/tmp.IO2Vt6HjW8 /tmp/tmp.HqrChCeSGh + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.VbcOiWeHzK +++ mktemp ++ local LAST_ERR=/tmp/tmp.utVTCdwfTS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VbcOiWeHzK ++ cat /tmp/tmp.utVTCdwfTS ++ rm /tmp/tmp.VbcOiWeHzK /tmp/tmp.utVTCdwfTS ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster2 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.aWvnkcDjXN ++ mktemp + local LAST_ERR=/tmp/tmp.Ks7UPeiYzv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster2 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aWvnkcDjXN Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster2" modified. + cat /tmp/tmp.Ks7UPeiYzv + rm /tmp/tmp.aWvnkcDjXN /tmp/tmp.Ks7UPeiYzv + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.grNITZwYyT ++ mktemp + local LAST_ERR=/tmp/tmp.T1vWa4orvo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.grNITZwYyT customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.T1vWa4orvo + rm /tmp/tmp.grNITZwYyT /tmp/tmp.T1vWa4orvo + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.t0NSFb0OqQ ++ mktemp + local LAST_ERR=/tmp/tmp.pzicRGiieH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.t0NSFb0OqQ customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met + cat /tmp/tmp.pzicRGiieH E0611 03:07:53.223129 14928 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusters.pxc.percona.com&resourceVersion=1781147268480534000&timeoutSeconds=456&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.t0NSFb0OqQ /tmp/tmp.pzicRGiieH + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.fOXwoO8MyM ++ mktemp + local LAST_ERR=/tmp/tmp.IoB4A1pwuP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fOXwoO8MyM customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met + cat /tmp/tmp.IoB4A1pwuP E0611 03:07:55.430816 15260 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterbackups.pxc.percona.com&resourceVersion=1781147273480641000&timeoutSeconds=398&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.fOXwoO8MyM /tmp/tmp.IoB4A1pwuP + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.ryD9HAh4DR ++ mktemp + local LAST_ERR=/tmp/tmp.owak0Gcllq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ryD9HAh4DR customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met + cat /tmp/tmp.owak0Gcllq E0611 03:07:58.099784 15656 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterrestores.pxc.percona.com&resourceVersion=1781147273480641000&timeoutSeconds=365&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.ryD9HAh4DR /tmp/tmp.owak0Gcllq + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.4VyklESxmf ++ mktemp + local LAST_ERR=/tmp/tmp.lJzmMbneEn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4VyklESxmf clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.lJzmMbneEn + rm /tmp/tmp.4VyklESxmf /tmp/tmp.lJzmMbneEn + return 0 + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/deploy/cw-operator.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.az4LgIfFjF ++ mktemp + local LAST_ERR=/tmp/tmp.E9QVTIOAmg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.az4LgIfFjF deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.E9QVTIOAmg + rm /tmp/tmp.az4LgIfFjF /tmp/tmp.E9QVTIOAmg + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.ebNttvB3iH ++ mktemp + local LAST_ERR=/tmp/tmp.ObbDMC6uNE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ebNttvB3iH pod/percona-xtradb-cluster-operator-774dd4b69-vlrmk condition met + cat /tmp/tmp.ObbDMC6uNE E0611 03:08:21.571293 19078 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-774dd4b69-vlrmk&resourceVersion=1781147301204706000&timeoutSeconds=491&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.ebNttvB3iH /tmp/tmp.ObbDMC6uNE + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ local LAST_OUT=/tmp/tmp.OCUZwJzHfh +++ mktemp ++ local LAST_ERR=/tmp/tmp.FFdoAJu9Zo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OCUZwJzHfh ++ cat /tmp/tmp.FFdoAJu9Zo ++ rm /tmp/tmp.OCUZwJzHfh /tmp/tmp.FFdoAJu9Zo ++ return 0 + wait_pod percona-xtradb-cluster-operator-774dd4b69-vlrmk 480 pxc-operator + local pod=percona-xtradb-cluster-operator-774dd4b69-vlrmk + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-774dd4b69-vlrmk ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-774dd4b69-vlrmk condition met E0611 03:08:27.923183 20133 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-774dd4b69-vlrmk&resourceVersion=1781147305324588000&timeoutSeconds=595&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-774dd4b69-vlrmk to become Ready.Ok + sleep 3 + create_namespace proxysql-scheduler-12965 + local namespace=proxysql-scheduler-12965 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ sed s/NAMESPACE// ++ tail -n1 ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrole ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces proxysql-scheduler-12965' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces proxysql-scheduler-12965 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace proxysql-scheduler-12965 + awk '{print$1}' ++ mktemp + xargs kubectl delete ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + local LAST_OUT=/tmp/tmp.sW8gGTi1Cm + kubectl_bin get ns ++ mktemp + local LAST_ERR=/tmp/tmp.YYmQ6hwdxT + local exit_status=0 ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace proxysql-scheduler-12965 + local LAST_OUT=/tmp/tmp.FHibOfvZHo ++ mktemp + local LAST_ERR=/tmp/tmp.Yc0EcNpcF9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FHibOfvZHo + cat /tmp/tmp.Yc0EcNpcF9 + rm /tmp/tmp.FHibOfvZHo /tmp/tmp.Yc0EcNpcF9 + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace proxysql-scheduler-12965 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace proxysql-scheduler-12965 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.sW8gGTi1Cm + cat /tmp/tmp.YYmQ6hwdxT Error from server (NotFound): namespaces "proxysql-scheduler-12965" not found + rm /tmp/tmp.sW8gGTi1Cm /tmp/tmp.YYmQ6hwdxT + return 1 + : + wait_for_delete namespace/proxysql-scheduler-12965 + local res=namespace/proxysql-scheduler-12965 + echo -n 'waiting for namespace/proxysql-scheduler-12965 to be deleted' waiting for namespace/proxysql-scheduler-12965 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "proxysql-scheduler-12965" not found + desc 'create namespace proxysql-scheduler-12965' + set +o xtrace ----------------------------------------------------------------------------------- create namespace proxysql-scheduler-12965 ----------------------------------------------------------------------------------- + kubectl_bin create namespace proxysql-scheduler-12965 ++ mktemp + local LAST_OUT=/tmp/tmp.9iVWUbAwYc ++ mktemp + local LAST_ERR=/tmp/tmp.nCAaf1Uqco + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace proxysql-scheduler-12965 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9iVWUbAwYc namespace/proxysql-scheduler-12965 created + cat /tmp/tmp.nCAaf1Uqco + rm /tmp/tmp.9iVWUbAwYc /tmp/tmp.nCAaf1Uqco + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.YY7nsDdIKg +++ mktemp ++ local LAST_ERR=/tmp/tmp.sxXfCoX5a5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YY7nsDdIKg ++ cat /tmp/tmp.sxXfCoX5a5 ++ rm /tmp/tmp.YY7nsDdIKg /tmp/tmp.sxXfCoX5a5 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster2 --namespace=proxysql-scheduler-12965 ++ mktemp + local LAST_OUT=/tmp/tmp.YLL1TSFGnM ++ mktemp + local LAST_ERR=/tmp/tmp.9N69DC1Ugz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster2 --namespace=proxysql-scheduler-12965 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YLL1TSFGnM Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2521-bb594380-1-cluster2" modified. + cat /tmp/tmp.9N69DC1Ugz + rm /tmp/tmp.YLL1TSFGnM /tmp/tmp.9N69DC1Ugz + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.675v66slOz ++ mktemp + local LAST_ERR=/tmp/tmp.lqDhlo1wX7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.675v66slOz secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.lqDhlo1wX7 + rm /tmp/tmp.675v66slOz /tmp/tmp.lqDhlo1wX7 + return 0 + desc 'create PXC cluster: some-name' + set +o xtrace ----------------------------------------------------------------------------------- create PXC cluster: some-name ----------------------------------------------------------------------------------- + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/conf/some-name.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.UAr2kjgh6I ++ mktemp + local LAST_ERR=/tmp/tmp.WiAHG43o2a + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UAr2kjgh6I secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.WiAHG43o2a + rm /tmp/tmp.UAr2kjgh6I /tmp/tmp.WiAHG43o2a + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.Ey6IUQSzj9 + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + local LAST_ERR=/tmp/tmp.KYQCWrZFJY + local exit_status=0 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.proxysql-scheduler-12965~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/conf/client.yml ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ey6IUQSzj9 deployment.apps/pxc-client created + cat /tmp/tmp.KYQCWrZFJY + rm /tmp/tmp.Ey6IUQSzj9 /tmp/tmp.KYQCWrZFJY + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/conf/some-name.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/conf/some-name.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/conf/some-name.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/conf/some-name.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2521-bb594380#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/conf/some-name.yml + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.proxysql-scheduler-12965~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' ++ mktemp + local LAST_OUT=/tmp/tmp.vsnnLxlQT8 ++ mktemp + local LAST_ERR=/tmp/tmp.1W1ttQOnKV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vsnnLxlQT8 perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.1W1ttQOnKV + rm /tmp/tmp.vsnnLxlQT8 /tmp/tmp.1W1ttQOnKV + return 0 + desc 'waiting pods to be running for some-name' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for some-name ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.v2flYCXmJo ++++ mktemp +++ local LAST_ERR=/tmp/tmp.FWdmN4VW7I +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.v2flYCXmJo +++ cat /tmp/tmp.FWdmN4VW7I +++ rm /tmp/tmp.v2flYCXmJo /tmp/tmp.FWdmN4VW7I +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.qmcxXbBd4R ++++ mktemp +++ local LAST_ERR=/tmp/tmp.vvppeos2Pi +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.qmcxXbBd4R +++ cat /tmp/tmp.vvppeos2Pi +++ rm /tmp/tmp.qmcxXbBd4R /tmp/tmp.vvppeos2Pi +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-proxysql ++ return + local proxy=some-name-proxysql ++ get_proxy_size some-name ++ local cluster=some-name ++ local size=0 +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.sKuKKlYKv0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lF3wzkt4d4 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.sKuKKlYKv0 +++ cat /tmp/tmp.lF3wzkt4d4 +++ rm /tmp/tmp.sKuKKlYKv0 /tmp/tmp.lF3wzkt4d4 +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.lY60jGXXdd ++++ mktemp +++ local LAST_ERR=/tmp/tmp.kL643WxCBB +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.lY60jGXXdd +++ cat /tmp/tmp.kL643WxCBB +++ rm /tmp/tmp.lY60jGXXdd /tmp/tmp.kL643WxCBB +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.UvqKu77NHm ++++ mktemp +++ local LAST_ERR=/tmp/tmp.n4lSvoeaN4 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.UvqKu77NHm +++ cat /tmp/tmp.n4lSvoeaN4 +++ rm /tmp/tmp.UvqKu77NHm /tmp/tmp.n4lSvoeaN4 +++ return 0 ++ size=2 ++ echo 2 + local proxy_size=2 + wait_for_running some-name-pxc 3 + local name=some-name-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z some-name-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for some-name-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for some-name-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-0 + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + wait_for_running some-name-proxysql 2 + local name=some-name-proxysql + local size=2 + local last_pod + local max_retry=480 + [[ -z some-name-proxysql ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for some-name-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for some-name-proxysql ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-proxysql-0 480 + local pod=some-name-proxysql-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo some-name-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/some-name-proxysql-0 condition met E0611 03:13:15.103968 31103 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/proxysql-scheduler-12965/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsome-name-proxysql-0&resourceVersion=1781147591810039000&timeoutSeconds=447&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/some-name-proxysql-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-proxysql-1 480 + local pod=some-name-proxysql-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo some-name-proxysql-1 + local container=proxysql + set +o xtrace pod/some-name-proxysql-1 condition met E0611 03:13:28.186450 573 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/proxysql-scheduler-12965/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsome-name-proxysql-1&resourceVersion=1781147606810384000&timeoutSeconds=334&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/some-name-proxysql-1 to become Ready.Ok + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qE9N6b30vD +++ mktemp ++ local LAST_ERR=/tmp/tmp.oUctM7SbX5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qE9N6b30vD ++ cat /tmp/tmp.oUctM7SbX5 ++ rm /tmp/tmp.qE9N6b30vD /tmp/tmp.oUctM7SbX5 ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KNd3T8VP1n +++ mktemp ++ local LAST_ERR=/tmp/tmp.gELdewp0nY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KNd3T8VP1n ++ cat /tmp/tmp.gELdewp0nY ++ rm /tmp/tmp.KNd3T8VP1n /tmp/tmp.gELdewp0nY ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.VUQGa7Ftcg ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.bcMXT7SU7W +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.VUQGa7Ftcg +++++ cat /tmp/tmp.bcMXT7SU7W +++++ rm /tmp/tmp.VUQGa7Ftcg /tmp/tmp.bcMXT7SU7W +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.VsPYWl2rH7 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.vyPHgKv5er +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.VsPYWl2rH7 +++++ cat /tmp/tmp.vyPHgKv5er +++++ rm /tmp/tmp.VsPYWl2rH7 /tmp/tmp.vyPHgKv5er +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LS7TLXFoU1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.NCqRyPese3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LS7TLXFoU1 ++ cat /tmp/tmp.NCqRyPese3 ++ rm /tmp/tmp.LS7TLXFoU1 /tmp/tmp.NCqRyPese3 ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DoZJZ07Yev +++ mktemp ++ local LAST_ERR=/tmp/tmp.2ShNa7EvJy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DoZJZ07Yev ++ cat /tmp/tmp.2ShNa7EvJy ++ rm /tmp/tmp.DoZJZ07Yev /tmp/tmp.2ShNa7EvJy ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Wu8MZSWm4y +++ mktemp ++ local LAST_ERR=/tmp/tmp.qPPFduftFT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Wu8MZSWm4y ++ cat /tmp/tmp.qPPFduftFT ++ rm /tmp/tmp.Wu8MZSWm4y /tmp/tmp.qPPFduftFT ++ return 0 + client_pod=pxc-client-67fc4995bb-tgmgk + wait_pod pxc-client-67fc4995bb-tgmgk + local pod=pxc-client-67fc4995bb-tgmgk + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-tgmgk ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-tgmgk condition met E0611 03:14:18.360086 8394 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/proxysql-scheduler-12965/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-tgmgk&resourceVersion=1781147655153232000&timeoutSeconds=482&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-tgmgk to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data some-name 100500 no-proxy -P3306 + local cluster=some-name + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password some-name root ++ local cluster=some-name ++ local user=root +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.4XNNNZ7XmO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.bi2RjDIonA +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.4XNNNZ7XmO +++ cat /tmp/tmp.bi2RjDIonA +++ rm /tmp/tmp.4XNNNZ7XmO /tmp/tmp.bi2RjDIonA +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TUHt0AiTtK +++ mktemp ++ local LAST_ERR=/tmp/tmp.D50ijrYtYQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TUHt0AiTtK ++ cat /tmp/tmp.D50ijrYtYQ ++ rm /tmp/tmp.TUHt0AiTtK /tmp/tmp.D50ijrYtYQ ++ return 0 + root_pass=root_password ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.1ZwUACf60W ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Na1EA4bRz2 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.1ZwUACf60W +++ cat /tmp/tmp.Na1EA4bRz2 +++ rm /tmp/tmp.1ZwUACf60W /tmp/tmp.Na1EA4bRz2 +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.QtFcLrQY8d ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5FTTzt63fm +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.QtFcLrQY8d +++ cat /tmp/tmp.5FTTzt63fm +++ rm /tmp/tmp.QtFcLrQY8d /tmp/tmp.5FTTzt63fm +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-proxysql ++ return + proxy=some-name-proxysql + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h some-name-pxc-0.some-name-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.47mNLojrSi +++ mktemp ++ local LAST_ERR=/tmp/tmp.zNrgXoXFsQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.47mNLojrSi ++ cat /tmp/tmp.zNrgXoXFsQ ++ rm /tmp/tmp.47mNLojrSi /tmp/tmp.zNrgXoXFsQ ++ return 0 + client_pod=pxc-client-67fc4995bb-tgmgk + wait_pod pxc-client-67fc4995bb-tgmgk + local pod=pxc-client-67fc4995bb-tgmgk + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-tgmgk + local container= + set +o xtrace pod/pxc-client-67fc4995bb-tgmgk condition met E0611 03:14:44.767024 12312 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/proxysql-scheduler-12965/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-tgmgk&resourceVersion=1781147681536723000&timeoutSeconds=577&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-tgmgk to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data some-name select-1 no-proxy -P3306 + local cluster=some-name + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password some-name root ++ local cluster=some-name ++ local user=root +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.xyWbcxmpjx ++++ mktemp +++ local LAST_ERR=/tmp/tmp.jMNy7IjyrW +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.xyWbcxmpjx +++ cat /tmp/tmp.jMNy7IjyrW +++ rm /tmp/tmp.xyWbcxmpjx /tmp/tmp.jMNy7IjyrW +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.yBvy9O05We +++ mktemp ++ local LAST_ERR=/tmp/tmp.coeO90SEqb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yBvy9O05We ++ cat /tmp/tmp.coeO90SEqb ++ rm /tmp/tmp.yBvy9O05We /tmp/tmp.coeO90SEqb ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size some-name ++ local cluster=some-name ++ local size=0 +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.bzofLR3H1G ++++ mktemp +++ local LAST_ERR=/tmp/tmp.pUHdpZFAMr +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.bzofLR3H1G +++ cat /tmp/tmp.pUHdpZFAMr +++ rm /tmp/tmp.bzofLR3H1G /tmp/tmp.pUHdpZFAMr +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hDuaGuH3IA +++ mktemp ++ local LAST_ERR=/tmp/tmp.5Z80yoM0s4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hDuaGuH3IA ++ cat /tmp/tmp.5Z80yoM0s4 ++ rm /tmp/tmp.hDuaGuH3IA /tmp/tmp.5Z80yoM0s4 ++ return 0 + client_pod=pxc-client-67fc4995bb-tgmgk + wait_pod pxc-client-67fc4995bb-tgmgk + local pod=pxc-client-67fc4995bb-tgmgk + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-tgmgk + local container= + set +o xtrace pod/pxc-client-67fc4995bb-tgmgk condition met E0611 03:15:37.808840 20762 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/proxysql-scheduler-12965/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-tgmgk&resourceVersion=1781147736730588000&timeoutSeconds=402&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-tgmgk to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.PKCLWNh19x/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.PKCLWNh19x/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1.sql /tmp/tmp.PKCLWNh19x/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7igSG8LC4p +++ mktemp ++ local LAST_ERR=/tmp/tmp.7PqHFuprvZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7igSG8LC4p ++ cat /tmp/tmp.7PqHFuprvZ ++ rm /tmp/tmp.7igSG8LC4p /tmp/tmp.7PqHFuprvZ ++ return 0 + client_pod=pxc-client-67fc4995bb-tgmgk + wait_pod pxc-client-67fc4995bb-tgmgk + local pod=pxc-client-67fc4995bb-tgmgk + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-tgmgk ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-tgmgk condition met E0611 03:15:56.463435 23048 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/proxysql-scheduler-12965/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-tgmgk&resourceVersion=1781147752421742000&timeoutSeconds=584&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-tgmgk to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.PKCLWNh19x/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.PKCLWNh19x/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1.sql /tmp/tmp.PKCLWNh19x/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wdXkRyH604 +++ mktemp ++ local LAST_ERR=/tmp/tmp.WVZwkdu6il ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wdXkRyH604 ++ cat /tmp/tmp.WVZwkdu6il ++ rm /tmp/tmp.wdXkRyH604 /tmp/tmp.WVZwkdu6il ++ return 0 + client_pod=pxc-client-67fc4995bb-tgmgk + wait_pod pxc-client-67fc4995bb-tgmgk + local pod=pxc-client-67fc4995bb-tgmgk + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-tgmgk ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-tgmgk condition met E0611 03:16:13.568773 25663 reflector.go:227] "Failed to watch" err="Get \"https://34.121.99.214/api/v1/namespaces/proxysql-scheduler-12965/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-tgmgk&resourceVersion=1781147769570885000&timeoutSeconds=572&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-tgmgk to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.PKCLWNh19x/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.PKCLWNh19x/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/select-1.sql /tmp/tmp.PKCLWNh19x/select-1.sql + is_keyring_plugin_in_use some-name + local cluster=some-name + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + grep -E -o 'early-plugin-load=keyring_\w+.so' + kubectl exec some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + return 1 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xwXYjBdqky +++ mktemp ++ local LAST_ERR=/tmp/tmp.w3wNUXWJhE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xwXYjBdqky ++ cat /tmp/tmp.w3wNUXWJhE ++ rm /tmp/tmp.xwXYjBdqky /tmp/tmp.w3wNUXWJhE ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AQUwBTU9nk +++ mktemp ++ local LAST_ERR=/tmp/tmp.llfLWFr0Fh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AQUwBTU9nk ++ cat /tmp/tmp.llfLWFr0Fh ++ rm /tmp/tmp.AQUwBTU9nk /tmp/tmp.llfLWFr0Fh ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.xBqyhdV7p1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.nwWuwq5wSF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.xBqyhdV7p1 +++++ cat /tmp/tmp.nwWuwq5wSF +++++ rm /tmp/tmp.xBqyhdV7p1 /tmp/tmp.nwWuwq5wSF +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ruZoFJSYKu ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Esu8GG1mTD +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ruZoFJSYKu +++++ cat /tmp/tmp.Esu8GG1mTD +++++ rm /tmp/tmp.ruZoFJSYKu /tmp/tmp.Esu8GG1mTD +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Uio9H1tRI4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.DkkgRsC6PJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Uio9H1tRI4 ++ cat /tmp/tmp.DkkgRsC6PJ ++ rm /tmp/tmp.Uio9H1tRI4 /tmp/tmp.DkkgRsC6PJ ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + desc 'check proxysql custom config' + set +o xtrace ----------------------------------------------------------------------------------- check proxysql custom config ----------------------------------------------------------------------------------- + compare_proxysql_cfg some-name-proxysql-0 proxysql-cfg + local pod=some-name-proxysql-0 + local compare_file=proxysql-cfg + local 'query=SELECT variable_value from global_variables WHERE variable_name='\''mysql-poll_timeout'\''' + compare_mysql_cmd_local proxysql-cfg 'SELECT variable_value from global_variables WHERE variable_name='\''mysql-poll_timeout'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + local command_id=proxysql-cfg + local 'command=SELECT variable_value from global_variables WHERE variable_name='\''mysql-poll_timeout'\''' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local postfix= + local container_name= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/proxysql-cfg.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/proxysql-cfg-80.sql ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + run_mysql_local 'SELECT variable_value from global_variables WHERE variable_name='\''mysql-poll_timeout'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 '' + local 'command=SELECT variable_value from global_variables WHERE variable_name='\''mysql-poll_timeout'\''' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local container_name= + set +o xtrace + '[' '!' -s /tmp/tmp.PKCLWNh19x/proxysql-cfg.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/proxysql-cfg.sql /tmp/tmp.PKCLWNh19x/proxysql-cfg.sql + desc 'check if service and statefulset created with expected config' + set +o xtrace ----------------------------------------------------------------------------------- check if service and statefulset created with expected config ----------------------------------------------------------------------------------- + compare_kubectl statefulset/some-name-pxc + local resource=statefulset/some-name-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc.yml + local new_result=/tmp/tmp.PKCLWNh19x/statefulset_some-name-pxc.yml + desc 'compare statefulset/some-name-pxc-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/some-name-pxc- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.33 >= 1.33' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-k133.yml ']' + version_gt 1.29 ++ bc -l ++ echo '1.33 >= 1.29' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-k129.yml ']' + version_gt 1.27 ++ bc -l ++ echo '1.33 >= 1.27' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-k127.yml ']' + version_gt 1.24 ++ echo '1.33 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-k124.yml ']' + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-k122.yml ']' + version_gt 1.21 ++ bc -l ++ echo '1.33 >= 1.21' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-oc.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc-aks.yml ']' + kubectl_bin get -o yaml statefulset/some-name-pxc + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.labels."topology.kubernetes.io/region") | del(.metadata.labels."topology.kubernetes.io/zone") | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."networking.gke.io/target-pool") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | del(.spec.updateStrategy.rollingUpdate.maxUnavailable) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("proxysql-scheduler-12965", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.wVgLLk3FrC ++ mktemp + local LAST_ERR=/tmp/tmp.akQDKx2bri + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/some-name-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wVgLLk3FrC + cat /tmp/tmp.akQDKx2bri + rm /tmp/tmp.wVgLLk3FrC /tmp/tmp.akQDKx2bri + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-pxc.yml /tmp/tmp.PKCLWNh19x/statefulset_some-name-pxc.yml + log 'compare_kubectl: statefulset/some-name-pxc OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:16:59+0000]' compare_kubectl: statefulset/some-name-pxc OK [2026-06-11T03:16:59+0000] compare_kubectl: statefulset/some-name-pxc OK + compare_kubectl statefulset/some-name-proxysql + local resource=statefulset/some-name-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql.yml + local new_result=/tmp/tmp.PKCLWNh19x/statefulset_some-name-proxysql.yml + desc 'compare statefulset/some-name-proxysql-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/some-name-proxysql- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.33 >= 1.33' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-k133.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-k129.yml ']' + version_gt 1.27 ++ echo '1.33 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-k127.yml ']' + version_gt 1.24 ++ echo '1.33 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-k124.yml ']' + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-k122.yml ']' + version_gt 1.21 ++ echo '1.33 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-oc.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql-aks.yml ']' + kubectl_bin get -o yaml statefulset/some-name-proxysql ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.labels."topology.kubernetes.io/region") | del(.metadata.labels."topology.kubernetes.io/zone") | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."networking.gke.io/target-pool") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | del(.spec.updateStrategy.rollingUpdate.maxUnavailable) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("proxysql-scheduler-12965", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.zXSrfEOMNv ++ mktemp + local LAST_ERR=/tmp/tmp.ua5faTA2y2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/some-name-proxysql + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zXSrfEOMNv + cat /tmp/tmp.ua5faTA2y2 + rm /tmp/tmp.zXSrfEOMNv /tmp/tmp.ua5faTA2y2 + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/statefulset_some-name-proxysql.yml /tmp/tmp.PKCLWNh19x/statefulset_some-name-proxysql.yml + log 'compare_kubectl: statefulset/some-name-proxysql OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:17:02+0000]' compare_kubectl: statefulset/some-name-proxysql OK [2026-06-11T03:17:02+0000] compare_kubectl: statefulset/some-name-proxysql OK + compare_kubectl service/some-name-pxc + local resource=service/some-name-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc.yml + local new_result=/tmp/tmp.PKCLWNh19x/service_some-name-pxc.yml + desc 'compare service/some-name-pxc-' + set +o xtrace ----------------------------------------------------------------------------------- compare service/some-name-pxc- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ bc -l ++ echo '1.33 >= 1.33' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-k133.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-k129.yml ']' + version_gt 1.27 ++ bc -l ++ echo '1.33 >= 1.27' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-k127.yml ']' + version_gt 1.24 ++ bc -l ++ echo '1.33 >= 1.24' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-k124.yml ']' + version_gt 1.22 ++ bc -l ++ echo '1.33 >= 1.22' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-k122.yml ']' + version_gt 1.21 ++ echo '1.33 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-oc.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc-aks.yml ']' + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.labels."topology.kubernetes.io/region") | del(.metadata.labels."topology.kubernetes.io/zone") | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."networking.gke.io/target-pool") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | del(.spec.updateStrategy.rollingUpdate.+ kubectl_bin get -o yaml service/some-name-pxc maxUnavailable) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("proxysql-scheduler-12965", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.OZaAWpPVwM ++ mktemp + local LAST_ERR=/tmp/tmp.xm9FGOKH4T + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml service/some-name-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OZaAWpPVwM + cat /tmp/tmp.xm9FGOKH4T + rm /tmp/tmp.OZaAWpPVwM /tmp/tmp.xm9FGOKH4T + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-pxc.yml /tmp/tmp.PKCLWNh19x/service_some-name-pxc.yml + log 'compare_kubectl: service/some-name-pxc OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:17:05+0000]' compare_kubectl: service/some-name-pxc OK [2026-06-11T03:17:05+0000] compare_kubectl: service/some-name-pxc OK + compare_kubectl service/some-name-proxysql + local resource=service/some-name-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql.yml + local new_result=/tmp/tmp.PKCLWNh19x/service_some-name-proxysql.yml + desc 'compare service/some-name-proxysql-' + set +o xtrace ----------------------------------------------------------------------------------- compare service/some-name-proxysql- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.33 >= 1.33' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-k133.yml ']' + version_gt 1.29 ++ bc -l ++ echo '1.33 >= 1.29' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-k129.yml ']' + version_gt 1.27 ++ echo '1.33 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-k127.yml ']' + version_gt 1.24 ++ echo '1.33 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-k124.yml ']' + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-k122.yml ']' + version_gt 1.21 ++ echo '1.33 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-oc.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-aks.yml ']' + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.labels."topology.kubernetes.io/region") | del(.metadata.labels."topology.kubernetes.io/zone") | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."networking.gke.io/target-pool") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | del(.spec.updateStrategy.rollingUpdate.maxUnavailable) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("proxysql-scheduler-12965", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + kubectl_bin get -o yaml service/some-name-proxysql ++ mktemp + local LAST_OUT=/tmp/tmp.XHH0pKwpgg ++ mktemp + local LAST_ERR=/tmp/tmp.ov4QT6HBPp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml service/some-name-proxysql + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XHH0pKwpgg + cat /tmp/tmp.ov4QT6HBPp + rm /tmp/tmp.XHH0pKwpgg /tmp/tmp.ov4QT6HBPp + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql.yml /tmp/tmp.PKCLWNh19x/service_some-name-proxysql.yml + log 'compare_kubectl: service/some-name-proxysql OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:17:08+0000]' compare_kubectl: service/some-name-proxysql OK [2026-06-11T03:17:08+0000] compare_kubectl: service/some-name-proxysql OK + compare_kubectl service/some-name-proxysql-unready + local resource=service/some-name-proxysql-unready + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready.yml + local new_result=/tmp/tmp.PKCLWNh19x/service_some-name-proxysql-unready.yml + desc 'compare service/some-name-proxysql-unready-' + set +o xtrace ----------------------------------------------------------------------------------- compare service/some-name-proxysql-unready- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.33 >= 1.33' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-k133.yml ']' + version_gt 1.29 ++ bc -l ++ echo '1.33 >= 1.29' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-k129.yml ']' + version_gt 1.27 ++ bc -l ++ echo '1.33 >= 1.27' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-k127.yml ']' + version_gt 1.24 ++ bc -l ++ echo '1.33 >= 1.24' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-k124.yml ']' + version_gt 1.22 ++ bc -l ++ echo '1.33 >= 1.22' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-k122.yml ']' + version_gt 1.21 ++ bc -l ++ echo '1.33 >= 1.21' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-oc.yml ']' + version_gt 1.29 ++ echo '1.33 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready-aks.yml ']' + kubectl_bin get -o yaml service/some-name-proxysql-unready + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.labels."topology.kubernetes.io/region") | del(.metadata.labels."topology.kubernetes.io/zone") | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."networking.gke.io/target-pool") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | del(.spec.updateStrategy.rollingUpdate.maxUnavailable) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("proxysql-scheduler-12965", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.JYyWXXdozA ++ mktemp + local LAST_ERR=/tmp/tmp.K4pCsaGOKU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml service/some-name-proxysql-unready + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JYyWXXdozA + cat /tmp/tmp.K4pCsaGOKU + rm /tmp/tmp.JYyWXXdozA /tmp/tmp.K4pCsaGOKU + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/service_some-name-proxysql-unready.yml /tmp/tmp.PKCLWNh19x/service_some-name-proxysql-unready.yml + log 'compare_kubectl: service/some-name-proxysql-unready OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:17:11+0000]' compare_kubectl: service/some-name-proxysql-unready OK [2026-06-11T03:17:11+0000] compare_kubectl: service/some-name-proxysql-unready OK + sleep 120 + desc 'check if scheduler is enabled in all ProxySQL servers' + set +o xtrace ----------------------------------------------------------------------------------- check if scheduler is enabled in all ProxySQL servers ----------------------------------------------------------------------------------- + compare_scheduler some-name-proxysql-0 scheduler-0 + local pod=some-name-proxysql-0 + local compare_file=scheduler-0 + compare_mysql_cmd_local scheduler-0 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + local command_id=scheduler-0 + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local postfix= + local container_name= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0-80.sql ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 '' + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local container_name= + set +o xtrace + '[' '!' -s /tmp/tmp.PKCLWNh19x/scheduler-0.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0.sql /tmp/tmp.PKCLWNh19x/scheduler-0.sql + log 'scheduler is enabled in some-name-proxysql-0: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:19:13+0000]' scheduler is enabled in some-name-proxysql-0: OK [2026-06-11T03:19:13+0000] scheduler is enabled in some-name-proxysql-0: OK + compare_scheduler some-name-proxysql-1 scheduler-1 + local pod=some-name-proxysql-1 + local compare_file=scheduler-1 + compare_mysql_cmd_local scheduler-1 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + local command_id=scheduler-1 + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-1 + local postfix= + local container_name= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1-80.sql ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 '' + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-1 + local container_name= + set +o xtrace + '[' '!' -s /tmp/tmp.PKCLWNh19x/scheduler-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1.sql /tmp/tmp.PKCLWNh19x/scheduler-1.sql + log 'scheduler is enabled in some-name-proxysql-1: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:19:17+0000]' scheduler is enabled in some-name-proxysql-1: OK [2026-06-11T03:19:17+0000] scheduler is enabled in some-name-proxysql-1: OK + desc 'check if scheduler is doing its job in all ProxySQL servers' + set +o xtrace ----------------------------------------------------------------------------------- check if scheduler is doing its job in all ProxySQL servers ----------------------------------------------------------------------------------- + compare_mysql_servers some-name-proxysql-0 mysql-servers-0 + local pod=some-name-proxysql-0 + local compare_file=mysql-servers-0 + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-0' check runtime_mysql_servers in some-name-proxysql-0+ compare_mysql_cmd_local mysql-servers-0 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + echo + log 'mysql_servers are configured in some-name-proxysql-0: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:19:20+0000]' mysql_servers are configured in some-name-proxysql-0: OK [2026-06-11T03:19:20+0000] mysql_servers are configured in some-name-proxysql-0: OK + compare_mysql_servers some-name-proxysql-1 mysql-servers-1 + local pod=some-name-proxysql-1 + local compare_file=mysql-servers-1 + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-1' check runtime_mysql_servers in some-name-proxysql-1+ compare_mysql_cmd_local mysql-servers-1 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + echo + log 'mysql_servers are configured in some-name-proxysql-1: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:19:22+0000]' mysql_servers are configured in some-name-proxysql-1: OK [2026-06-11T03:19:22+0000] mysql_servers are configured in some-name-proxysql-1: OK + desc 'check disabling scheduler' + set +o xtrace ----------------------------------------------------------------------------------- check disabling scheduler ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge -p '{"spec": {"proxysql": {"scheduler": {"enabled": false}}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.t1qum0x4XE ++ mktemp + local LAST_ERR=/tmp/tmp.2dBF0aw3Ha + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge -p '{"spec": {"proxysql": {"scheduler": {"enabled": false}}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.t1qum0x4XE perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.2dBF0aw3Ha + rm /tmp/tmp.t1qum0x4XE /tmp/tmp.2dBF0aw3Ha + return 0 + sleep_with_log 90 + local d=90 + log 'sleeping for 90 seconds' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:19:25+0000]' sleeping for 90 seconds [2026-06-11T03:19:25+0000] sleeping for 90 seconds + sleep 90 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Qjp0A81Dr6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Urh8shUMix ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Qjp0A81Dr6 ++ cat /tmp/tmp.Urh8shUMix ++ rm /tmp/tmp.Qjp0A81Dr6 /tmp/tmp.Urh8shUMix ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QQgckdsd0c +++ mktemp ++ local LAST_ERR=/tmp/tmp.XhdQ46E0IM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QQgckdsd0c ++ cat /tmp/tmp.XhdQ46E0IM ++ rm /tmp/tmp.QQgckdsd0c /tmp/tmp.XhdQ46E0IM ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.AJW1FHBI1B ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.h2NkCTbDhS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.AJW1FHBI1B +++++ cat /tmp/tmp.h2NkCTbDhS +++++ rm /tmp/tmp.AJW1FHBI1B /tmp/tmp.h2NkCTbDhS +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.pG7WJRBt7l ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.93HCTeRavl +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.pG7WJRBt7l +++++ cat /tmp/tmp.93HCTeRavl +++++ rm /tmp/tmp.pG7WJRBt7l /tmp/tmp.93HCTeRavl +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bE2pDvvwGn +++ mktemp ++ local LAST_ERR=/tmp/tmp.KGQ5j6cxvl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bE2pDvvwGn ++ cat /tmp/tmp.KGQ5j6cxvl ++ rm /tmp/tmp.bE2pDvvwGn /tmp/tmp.KGQ5j6cxvl ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + compare_scheduler some-name-proxysql-0 scheduler-0-disabled + local pod=some-name-proxysql-0 + local compare_file=scheduler-0-disabled + compare_mysql_cmd_local scheduler-0-disabled 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + local command_id=scheduler-0-disabled + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local postfix= + local container_name= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0-disabled.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0-disabled-80.sql ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 '' + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local container_name= + set +o xtrace + '[' '!' -s /tmp/tmp.PKCLWNh19x/scheduler-0-disabled.sql ']' + sleep 20 + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local container_name= + set +o xtrace + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0-disabled.sql /tmp/tmp.PKCLWNh19x/scheduler-0-disabled.sql + log 'scheduler is disabled in some-name-proxysql-0: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:21:34+0000]' scheduler is disabled in some-name-proxysql-0: OK [2026-06-11T03:21:34+0000] scheduler is disabled in some-name-proxysql-0: OK + compare_scheduler some-name-proxysql-1 scheduler-1-disabled + local pod=some-name-proxysql-1 + local compare_file=scheduler-1-disabled + compare_mysql_cmd_local scheduler-1-disabled 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + local command_id=scheduler-1-disabled + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-1 + local postfix= + local container_name= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1-disabled.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1-disabled-80.sql ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 '' + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-1 + local container_name= + set +o xtrace + '[' '!' -s /tmp/tmp.PKCLWNh19x/scheduler-1-disabled.sql ']' + sleep 20 + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-1 + local container_name= + set +o xtrace + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1-disabled.sql /tmp/tmp.PKCLWNh19x/scheduler-1-disabled.sql + log 'scheduler is disabled in some-name-proxysql-1: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:22:00+0000]' scheduler is disabled in some-name-proxysql-1: OK [2026-06-11T03:22:00+0000] scheduler is disabled in some-name-proxysql-1: OK + kubectl get pod NAME READY STATUS RESTARTS AGE pxc-client-67fc4995bb-tgmgk 2/2 Running 0 12m some-name-proxysql-0 3/3 Running 0 2m20s some-name-proxysql-1 3/3 Running 0 2m37s some-name-pxc-0 1/1 Running 0 12m some-name-pxc-1 1/1 Running 0 11m some-name-pxc-2 1/1 Running 0 10m + kubectl get pxc NAME ENDPOINT STATUS PXC PROXYSQL HAPROXY AGE some-name some-name-proxysql.proxysql-scheduler-12965 ready 3 2 12m + desc 'check enabling scheduler' + set +o xtrace ----------------------------------------------------------------------------------- check enabling scheduler ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge -p '{"spec": {"proxysql": {"scheduler": {"enabled": true}}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.dvgwNfYrRD ++ mktemp + local LAST_ERR=/tmp/tmp.hlG26Nvu7L + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge -p '{"spec": {"proxysql": {"scheduler": {"enabled": true}}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dvgwNfYrRD perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.hlG26Nvu7L + rm /tmp/tmp.dvgwNfYrRD /tmp/tmp.hlG26Nvu7L + return 0 + sleep_with_log 90 + local d=90 + log 'sleeping for 90 seconds' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:22:07+0000]' sleeping for 90 seconds [2026-06-11T03:22:07+0000] sleeping for 90 seconds + sleep 90 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KacUVo8W1d +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZTbUa7H3Wb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KacUVo8W1d ++ cat /tmp/tmp.ZTbUa7H3Wb ++ rm /tmp/tmp.KacUVo8W1d /tmp/tmp.ZTbUa7H3Wb ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Dl9LBnT9G8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.GVEoXPahl7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Dl9LBnT9G8 ++ cat /tmp/tmp.GVEoXPahl7 ++ rm /tmp/tmp.Dl9LBnT9G8 /tmp/tmp.GVEoXPahl7 ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.2TMIKRydGU ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.wf7mQTn72j +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.2TMIKRydGU +++++ cat /tmp/tmp.wf7mQTn72j +++++ rm /tmp/tmp.2TMIKRydGU /tmp/tmp.wf7mQTn72j +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.fi1irdIYZ8 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.zNT6KDFEOw +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.fi1irdIYZ8 +++++ cat /tmp/tmp.zNT6KDFEOw +++++ rm /tmp/tmp.fi1irdIYZ8 /tmp/tmp.zNT6KDFEOw +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TihueO2PGY +++ mktemp ++ local LAST_ERR=/tmp/tmp.2xMxvz4h7l ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TihueO2PGY ++ cat /tmp/tmp.2xMxvz4h7l ++ rm /tmp/tmp.TihueO2PGY /tmp/tmp.2xMxvz4h7l ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + compare_scheduler some-name-proxysql-0 scheduler-0 + local pod=some-name-proxysql-0 + local compare_file=scheduler-0 + compare_mysql_cmd_local scheduler-0 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + local command_id=scheduler-0 + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local postfix= + local container_name= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0-80.sql ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 '' + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-0 + local container_name= + set +o xtrace + '[' '!' -s /tmp/tmp.PKCLWNh19x/scheduler-0.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-0.sql /tmp/tmp.PKCLWNh19x/scheduler-0.sql + log 'scheduler is enabled in some-name-proxysql-0: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:24:02+0000]' scheduler is enabled in some-name-proxysql-0: OK [2026-06-11T03:24:02+0000] scheduler is enabled in some-name-proxysql-0: OK + compare_scheduler some-name-proxysql-1 scheduler-1 + local pod=some-name-proxysql-1 + local compare_file=scheduler-1 + compare_mysql_cmd_local scheduler-1 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + local command_id=scheduler-1 + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-1 + local postfix= + local container_name= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1-80.sql ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 '' + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-1 + local container_name= + set +o xtrace + '[' '!' -s /tmp/tmp.PKCLWNh19x/scheduler-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-1.sql /tmp/tmp.PKCLWNh19x/scheduler-1.sql + log 'scheduler is enabled in some-name-proxysql-1: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:24:04+0000]' scheduler is enabled in some-name-proxysql-1: OK [2026-06-11T03:24:04+0000] scheduler is enabled in some-name-proxysql-1: OK + desc 'check PXC pod 1 is promoted to writer when pod-0 is down' + set +o xtrace ----------------------------------------------------------------------------------- check PXC pod 1 is promoted to writer when pod-0 is down ----------------------------------------------------------------------------------- ++ mktemp + run_file=/tmp/tmp.0dS9GA98eH + LOOP_PID=31251 + trap 'stop_keep_pod_down ${LOOP_PID} "${run_file}"' EXIT + echo LOOP_PID=31251 LOOP_PID=31251 + sleep 10 + keep_pod_down some-name-pxc-0 /tmp/tmp.0dS9GA98eH + local pod=some-name-pxc-0 + local run_file=/tmp/tmp.0dS9GA98eH + [[ -f /tmp/tmp.0dS9GA98eH ]] + kubectl delete pod some-name-pxc-0 --ignore-not-found pod "some-name-pxc-0" deleted from proxysql-scheduler-12965 namespace + log 'waiting for pod0 to be removed from proxysql' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:24:14+0000]' waiting for pod0 to be removed from proxysql [2026-06-11T03:24:14+0000] waiting for pod0 to be removed from proxysql + compare_mysql_servers some-name-proxysql-0 mysql-servers-0-pod0-down + local pod=some-name-proxysql-0 + local compare_file=mysql-servers-0-pod0-down + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-0' check runtime_mysql_servers in some-name-proxysql-0+ compare_mysql_cmd_local mysql-servers-0-pod0-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + echo + log 'mysql_servers are configured in some-name-proxysql-0 when pxc-0 is down: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:24:18+0000]' mysql_servers are configured in some-name-proxysql-0 when pxc-0 is down: OK [2026-06-11T03:24:18+0000] mysql_servers are configured in some-name-proxysql-0 when pxc-0 is down: OK + compare_mysql_servers some-name-proxysql-1 mysql-servers-1-pod0-down + local pod=some-name-proxysql-1 + local compare_file=mysql-servers-1-pod0-down + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-1' check runtime_mysql_servers in some-name-proxysql-1+ compare_mysql_cmd_local mysql-servers-1-pod0-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + sleep 3 + echo + log 'mysql_servers are configured in some-name-proxysql-1 when pxc-0 is down: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:24:22+0000]' mysql_servers are configured in some-name-proxysql-1 when pxc-0 is down: OK [2026-06-11T03:24:22+0000] mysql_servers are configured in some-name-proxysql-1 when pxc-0 is down: OK + stop_keep_pod_down 31251 /tmp/tmp.0dS9GA98eH + local loop_pid=31251 + local run_file=/tmp/tmp.0dS9GA98eH + rm -f /tmp/tmp.0dS9GA98eH + kill 31251 + wait 31251 + true + trap - EXIT + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ohOSkdCMYe +++ mktemp ++ local LAST_ERR=/tmp/tmp.kCbaQwR9WD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ohOSkdCMYe ++ cat /tmp/tmp.kCbaQwR9WD ++ rm /tmp/tmp.ohOSkdCMYe /tmp/tmp.kCbaQwR9WD ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JE0VV7rCqK +++ mktemp ++ local LAST_ERR=/tmp/tmp.rAV8pwebwQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JE0VV7rCqK ++ cat /tmp/tmp.rAV8pwebwQ ++ rm /tmp/tmp.JE0VV7rCqK /tmp/tmp.rAV8pwebwQ ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.1j7PwwJSXf ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.C0fG74Scnp +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.1j7PwwJSXf +++++ cat /tmp/tmp.C0fG74Scnp +++++ rm /tmp/tmp.1j7PwwJSXf /tmp/tmp.C0fG74Scnp +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.5VnURSk7Gt ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Jtm9tCT7fr +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.5VnURSk7Gt +++++ cat /tmp/tmp.Jtm9tCT7fr +++++ rm /tmp/tmp.5VnURSk7Gt /tmp/tmp.Jtm9tCT7fr +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kPyXcMFDZd +++ mktemp ++ local LAST_ERR=/tmp/tmp.x73KAhmsQL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kPyXcMFDZd ++ cat /tmp/tmp.x73KAhmsQL ++ rm /tmp/tmp.kPyXcMFDZd /tmp/tmp.x73KAhmsQL ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eVFL2lg4Ap +++ mktemp ++ local LAST_ERR=/tmp/tmp.f9QJV7jkBN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eVFL2lg4Ap ++ cat /tmp/tmp.f9QJV7jkBN ++ rm /tmp/tmp.eVFL2lg4Ap /tmp/tmp.f9QJV7jkBN ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sRrpYQkpRx +++ mktemp ++ local LAST_ERR=/tmp/tmp.isW1NjQiL8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sRrpYQkpRx ++ cat /tmp/tmp.isW1NjQiL8 ++ rm /tmp/tmp.sRrpYQkpRx /tmp/tmp.isW1NjQiL8 ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.baheR7HkjV ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.QXtz1Kwe1U +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.baheR7HkjV +++++ cat /tmp/tmp.QXtz1Kwe1U +++++ rm /tmp/tmp.baheR7HkjV /tmp/tmp.QXtz1Kwe1U +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.tFjBONk7ZT ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.nSzclJ7Hka +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.tFjBONk7ZT +++++ cat /tmp/tmp.nSzclJ7Hka +++++ rm /tmp/tmp.tFjBONk7ZT /tmp/tmp.nSzclJ7Hka +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HZSTxQW7OU +++ mktemp ++ local LAST_ERR=/tmp/tmp.mwj1WWnKYV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HZSTxQW7OU ++ cat /tmp/tmp.mwj1WWnKYV ++ rm /tmp/tmp.HZSTxQW7OU /tmp/tmp.mwj1WWnKYV ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rSOHdpZKup +++ mktemp ++ local LAST_ERR=/tmp/tmp.GqI515lX9D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rSOHdpZKup ++ cat /tmp/tmp.GqI515lX9D ++ rm /tmp/tmp.rSOHdpZKup /tmp/tmp.GqI515lX9D ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ACs7cJ8vfQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.sNWe202lOS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ACs7cJ8vfQ ++ cat /tmp/tmp.sNWe202lOS ++ rm /tmp/tmp.ACs7cJ8vfQ /tmp/tmp.sNWe202lOS ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.c2eG3t7Q66 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.FGT2IRUCUn +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.c2eG3t7Q66 +++++ cat /tmp/tmp.FGT2IRUCUn +++++ rm /tmp/tmp.c2eG3t7Q66 /tmp/tmp.FGT2IRUCUn +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.UebbyM2TV5 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.MOWxrDX26g +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.UebbyM2TV5 +++++ cat /tmp/tmp.MOWxrDX26g +++++ rm /tmp/tmp.UebbyM2TV5 /tmp/tmp.MOWxrDX26g +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FupmrRHWyw +++ mktemp ++ local LAST_ERR=/tmp/tmp.8cJiGVlGzr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FupmrRHWyw ++ cat /tmp/tmp.8cJiGVlGzr ++ rm /tmp/tmp.FupmrRHWyw /tmp/tmp.8cJiGVlGzr ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + desc 'check scaling PXC up to 5 replicas' + set +o xtrace ----------------------------------------------------------------------------------- check scaling PXC up to 5 replicas ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge -p '{"spec": {"pxc": {"size": 5}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.EcwzdtWD3h ++ mktemp + local LAST_ERR=/tmp/tmp.lTHGJhdFd4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge -p '{"spec": {"pxc": {"size": 5}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EcwzdtWD3h perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.lTHGJhdFd4 + rm /tmp/tmp.EcwzdtWD3h /tmp/tmp.lTHGJhdFd4 + return 0 + wait_pod some-name-pxc-3 + local pod=some-name-pxc-3 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-3 + local container=pxc + set +o xtrace pod/some-name-pxc-3 condition met waiting for pod/some-name-pxc-3 to become Ready.Ok + wait_pod some-name-pxc-4 + local pod=some-name-pxc-4 + local max_retry=480 + local ns= ++ echo some-name-pxc-4 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-4 condition met waiting for pod/some-name-pxc-4 to become Ready.Ok + sleep 120 + compare_mysql_servers some-name-proxysql-0 mysql-servers-0-1 + local pod=some-name-proxysql-0 + local compare_file=mysql-servers-0-1 + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-0' check runtime_mysql_servers in some-name-proxysql-0+ compare_mysql_cmd_local mysql-servers-0-1 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + echo + log 'new mysql_servers are configured in some-name-proxysql-0: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:30:20+0000]' new mysql_servers are configured in some-name-proxysql-0: OK [2026-06-11T03:30:20+0000] new mysql_servers are configured in some-name-proxysql-0: OK + compare_mysql_servers some-name-proxysql-1 mysql-servers-1-1 + local pod=some-name-proxysql-1 + local compare_file=mysql-servers-1-1 + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-1' check runtime_mysql_servers in some-name-proxysql-1+ compare_mysql_cmd_local mysql-servers-1-1 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + echo + log 'new mysql_servers are configured in some-name-proxysql-1: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:30:25+0000]' new mysql_servers are configured in some-name-proxysql-1: OK [2026-06-11T03:30:25+0000] new mysql_servers are configured in some-name-proxysql-1: OK + desc 'check scaling ProxySQL up' + set +o xtrace ----------------------------------------------------------------------------------- check scaling ProxySQL up ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge -p '{"spec": {"proxysql": {"size": 3}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.ctF0vyr6m7 ++ mktemp + local LAST_ERR=/tmp/tmp.cPkRdFGsMu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge -p '{"spec": {"proxysql": {"size": 3}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ctF0vyr6m7 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.cPkRdFGsMu + rm /tmp/tmp.ctF0vyr6m7 /tmp/tmp.cPkRdFGsMu + return 0 + wait_pod some-name-proxysql-2 + local pod=some-name-proxysql-2 + local max_retry=480 + local ns= ++ echo some-name-proxysql-2 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/some-name-proxysql-2 condition met waiting for pod/some-name-proxysql-2 to become Ready.Ok + sleep 120 + compare_scheduler some-name-proxysql-2 scheduler-2 + local pod=some-name-proxysql-2 + local compare_file=scheduler-2 + compare_mysql_cmd_local scheduler-2 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-2 + local command_id=scheduler-2 + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-2 + local postfix= + local container_name= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-2-80.sql ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + run_mysql_local 'SELECT * FROM runtime_scheduler;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-2 '' + local 'command=SELECT * FROM runtime_scheduler;' + local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local pod=some-name-proxysql-2 + local container_name= + set +o xtrace + '[' '!' -s /tmp/tmp.PKCLWNh19x/scheduler-2.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2521/e2e-tests/proxysql-scheduler/compare/scheduler-2.sql /tmp/tmp.PKCLWNh19x/scheduler-2.sql + log 'scheduler is enabled in some-name-proxysql-2: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:33:07+0000]' scheduler is enabled in some-name-proxysql-2: OK [2026-06-11T03:33:07+0000] scheduler is enabled in some-name-proxysql-2: OK + compare_mysql_servers some-name-proxysql-2 mysql-servers-2 + local pod=some-name-proxysql-2 + local compare_file=mysql-servers-2 + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-2' check runtime_mysql_servers in some-name-proxysql-2+ compare_mysql_cmd_local mysql-servers-2 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-2 + echo + log 'mysql_servers are configured in some-name-proxysql-2: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:33:11+0000]' mysql_servers are configured in some-name-proxysql-2: OK [2026-06-11T03:33:11+0000] mysql_servers are configured in some-name-proxysql-2: OK + desc 'check writerIsAlsoReader = false' + set +o xtrace ----------------------------------------------------------------------------------- check writerIsAlsoReader = false ----------------------------------------------------------------------------------- + kubectl patch pxc some-name --type=merge -p '{"spec": {"proxysql": {"scheduler": {"writerIsAlsoReader": false}}}}' perconaxtradbcluster.pxc.percona.com/some-name patched + sleep 10 + wait_cluster_consistency some-name 5 3 + local cluster_name=some-name + local pxc_size=5 + local proxy_size=3 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GHzWe8IHuW +++ mktemp ++ local LAST_ERR=/tmp/tmp.WQh7bDSiU1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GHzWe8IHuW ++ cat /tmp/tmp.WQh7bDSiU1 ++ rm /tmp/tmp.GHzWe8IHuW /tmp/tmp.WQh7bDSiU1 ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WL6CvN0c88 +++ mktemp ++ local LAST_ERR=/tmp/tmp.LNCuZhBE7x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WL6CvN0c88 ++ cat /tmp/tmp.LNCuZhBE7x ++ rm /tmp/tmp.WL6CvN0c88 /tmp/tmp.LNCuZhBE7x ++ return 0 + pxc_ready=5 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bGES8RK4Tb ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.TzLPzNSAqq +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bGES8RK4Tb +++++ cat /tmp/tmp.TzLPzNSAqq +++++ rm /tmp/tmp.bGES8RK4Tb /tmp/tmp.TzLPzNSAqq +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Kv5sV3HI1k ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ks8G3AZOdm +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Kv5sV3HI1k +++++ cat /tmp/tmp.ks8G3AZOdm +++++ rm /tmp/tmp.Kv5sV3HI1k /tmp/tmp.ks8G3AZOdm +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yOzfwNxToA +++ mktemp ++ local LAST_ERR=/tmp/tmp.5x8rEkNNet ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yOzfwNxToA ++ cat /tmp/tmp.5x8rEkNNet ++ rm /tmp/tmp.yOzfwNxToA /tmp/tmp.5x8rEkNNet ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gcKOO59yjs +++ mktemp ++ local LAST_ERR=/tmp/tmp.kRqwD5JiMv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gcKOO59yjs ++ cat /tmp/tmp.kRqwD5JiMv ++ rm /tmp/tmp.gcKOO59yjs /tmp/tmp.kRqwD5JiMv ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Eecl3cj5Db +++ mktemp ++ local LAST_ERR=/tmp/tmp.uBe4vohHbh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Eecl3cj5Db ++ cat /tmp/tmp.uBe4vohHbh ++ rm /tmp/tmp.Eecl3cj5Db /tmp/tmp.uBe4vohHbh ++ return 0 + pxc_ready=5 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.trTvOZOHrs ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.zypWwAbn7f +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.trTvOZOHrs +++++ cat /tmp/tmp.zypWwAbn7f +++++ rm /tmp/tmp.trTvOZOHrs /tmp/tmp.zypWwAbn7f +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.gCWX7l1nig ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.MFw3fDCuIB +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.gCWX7l1nig +++++ cat /tmp/tmp.MFw3fDCuIB +++++ rm /tmp/tmp.gCWX7l1nig /tmp/tmp.MFw3fDCuIB +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0Yg4ZJGLcw +++ mktemp ++ local LAST_ERR=/tmp/tmp.eASyONltU3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0Yg4ZJGLcw ++ cat /tmp/tmp.eASyONltU3 ++ rm /tmp/tmp.0Yg4ZJGLcw /tmp/tmp.eASyONltU3 ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.i9KKVGJkzK +++ mktemp ++ local LAST_ERR=/tmp/tmp.KMsoUkALZE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.i9KKVGJkzK ++ cat /tmp/tmp.KMsoUkALZE ++ rm /tmp/tmp.i9KKVGJkzK /tmp/tmp.KMsoUkALZE ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iccBl4olE8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.89kNhemG2h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iccBl4olE8 ++ cat /tmp/tmp.89kNhemG2h ++ rm /tmp/tmp.iccBl4olE8 /tmp/tmp.89kNhemG2h ++ return 0 + pxc_ready=5 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.5uCYem8OFn ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.asmuFPwOlD +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.5uCYem8OFn +++++ cat /tmp/tmp.asmuFPwOlD +++++ rm /tmp/tmp.5uCYem8OFn /tmp/tmp.asmuFPwOlD +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.elroX3VH2r ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.qdsFZ35eZR +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.elroX3VH2r +++++ cat /tmp/tmp.qdsFZ35eZR +++++ rm /tmp/tmp.elroX3VH2r /tmp/tmp.qdsFZ35eZR +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.12Pcagf2hx +++ mktemp ++ local LAST_ERR=/tmp/tmp.EreWJvRFho ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.12Pcagf2hx ++ cat /tmp/tmp.EreWJvRFho ++ rm /tmp/tmp.12Pcagf2hx /tmp/tmp.EreWJvRFho ++ return 0 + proxy_ready=3 + [[ ready == \r\e\a\d\y ]] + [[ 5 == \5 ]] + [[ 3 == \3 ]] + echo + return + sleep 60 + compare_mysql_servers some-name-proxysql-0 mysql-servers-0-1-writerNotReader + local pod=some-name-proxysql-0 + local compare_file=mysql-servers-0-1-writerNotReader + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-0' check runtime_mysql_servers in some-name-proxysql-0+ compare_mysql_cmd_local mysql-servers-0-1-writerNotReader 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + echo + log 'new mysql_servers are configured in some-name-proxysql-0: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:35:16+0000]' new mysql_servers are configured in some-name-proxysql-0: OK [2026-06-11T03:35:16+0000] new mysql_servers are configured in some-name-proxysql-0: OK + compare_mysql_servers some-name-proxysql-1 mysql-servers-1-1-writerNotReader + local pod=some-name-proxysql-1 + local compare_file=mysql-servers-1-1-writerNotReader + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-1' check runtime_mysql_servers in some-name-proxysql-1+ compare_mysql_cmd_local mysql-servers-1-1-writerNotReader 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + echo + log 'new mysql_servers are configured in some-name-proxysql-1: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:35:19+0000]' new mysql_servers are configured in some-name-proxysql-1: OK [2026-06-11T03:35:19+0000] new mysql_servers are configured in some-name-proxysql-1: OK + compare_mysql_servers some-name-proxysql-2 mysql-servers-2-writerNotReader + local pod=some-name-proxysql-2 + local compare_file=mysql-servers-2-writerNotReader + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-2' check runtime_mysql_servers in some-name-proxysql-2+ compare_mysql_cmd_local mysql-servers-2-writerNotReader 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-2 + echo + log 'mysql_servers are configured in some-name-proxysql-2: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:35:22+0000]' mysql_servers are configured in some-name-proxysql-2: OK [2026-06-11T03:35:22+0000] mysql_servers are configured in some-name-proxysql-2: OK + desc 'check scaling PXC down to 3 replicas' + set +o xtrace ----------------------------------------------------------------------------------- check scaling PXC down to 3 replicas ----------------------------------------------------------------------------------- + kubectl_bin patch pxc some-name --type=merge -p '{"spec": {"pxc": {"size": 3}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.CasQAT3jvV ++ mktemp + local LAST_ERR=/tmp/tmp.PAAsn1ckEi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=merge -p '{"spec": {"pxc": {"size": 3}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CasQAT3jvV perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.PAAsn1ckEi + rm /tmp/tmp.CasQAT3jvV /tmp/tmp.PAAsn1ckEi + return 0 + wait_cluster_consistency some-name 3 3 + local cluster_name=some-name + local pxc_size=3 + local proxy_size=3 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1PFIBOEpIr +++ mktemp ++ local LAST_ERR=/tmp/tmp.pCKLQWKOO6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1PFIBOEpIr ++ cat /tmp/tmp.pCKLQWKOO6 ++ rm /tmp/tmp.1PFIBOEpIr /tmp/tmp.pCKLQWKOO6 ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nc5GSdKnxu +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZhNOS2mIp6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nc5GSdKnxu ++ cat /tmp/tmp.ZhNOS2mIp6 ++ rm /tmp/tmp.nc5GSdKnxu /tmp/tmp.ZhNOS2mIp6 ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.cviK76ZpPA ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.HrO7j3TKPb +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.cviK76ZpPA +++++ cat /tmp/tmp.HrO7j3TKPb +++++ rm /tmp/tmp.cviK76ZpPA /tmp/tmp.HrO7j3TKPb +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.VeHCNZn7L4 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.tLMtOMDyg0 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.VeHCNZn7L4 +++++ cat /tmp/tmp.tLMtOMDyg0 +++++ rm /tmp/tmp.VeHCNZn7L4 /tmp/tmp.tLMtOMDyg0 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Iz2HeKC68c +++ mktemp ++ local LAST_ERR=/tmp/tmp.T2HjKSvnWD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Iz2HeKC68c ++ cat /tmp/tmp.T2HjKSvnWD ++ rm /tmp/tmp.Iz2HeKC68c /tmp/tmp.T2HjKSvnWD ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1K374pHth0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ovxi14XEy6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1K374pHth0 ++ cat /tmp/tmp.ovxi14XEy6 ++ rm /tmp/tmp.1K374pHth0 /tmp/tmp.ovxi14XEy6 ++ return 0 + state=initializing ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R9FKFMgDmq +++ mktemp ++ local LAST_ERR=/tmp/tmp.Sok9ne0Hsu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R9FKFMgDmq ++ cat /tmp/tmp.Sok9ne0Hsu ++ rm /tmp/tmp.R9FKFMgDmq /tmp/tmp.Sok9ne0Hsu ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.DEZJ5wOiiQ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.hBNB92vyna +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.DEZJ5wOiiQ +++++ cat /tmp/tmp.hBNB92vyna +++++ rm /tmp/tmp.DEZJ5wOiiQ /tmp/tmp.hBNB92vyna +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.P3cTYFgYGG ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.3VcVNR5LKq +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.P3cTYFgYGG +++++ cat /tmp/tmp.3VcVNR5LKq +++++ rm /tmp/tmp.P3cTYFgYGG /tmp/tmp.3VcVNR5LKq +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a2R9cdzbfQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.MzSLsxSDYw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a2R9cdzbfQ ++ cat /tmp/tmp.MzSLsxSDYw ++ rm /tmp/tmp.a2R9cdzbfQ /tmp/tmp.MzSLsxSDYw ++ return 0 + proxy_ready=3 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EWWHUITDzs +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wcld44jEoE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EWWHUITDzs ++ cat /tmp/tmp.Wcld44jEoE ++ rm /tmp/tmp.EWWHUITDzs /tmp/tmp.Wcld44jEoE ++ return 0 + state=ready ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oDPZMAK4gs +++ mktemp ++ local LAST_ERR=/tmp/tmp.Y7S3oi36L0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oDPZMAK4gs ++ cat /tmp/tmp.Y7S3oi36L0 ++ rm /tmp/tmp.oDPZMAK4gs /tmp/tmp.Y7S3oi36L0 ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 3 -gt 0 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.pU1P6FjJP9 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.HNmNU7blKb +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.pU1P6FjJP9 +++++ cat /tmp/tmp.HNmNU7blKb +++++ rm /tmp/tmp.pU1P6FjJP9 /tmp/tmp.HNmNU7blKb +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.IsXpfakiai ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.pBe8xk9eYR +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.IsXpfakiai +++++ cat /tmp/tmp.pBe8xk9eYR +++++ rm /tmp/tmp.IsXpfakiai /tmp/tmp.pBe8xk9eYR +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-proxysql ++++ return +++ local cluster_proxy=some-name-proxysql +++ echo proxysql ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N7KbVW7RMo +++ mktemp ++ local LAST_ERR=/tmp/tmp.CaiG1980Sr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N7KbVW7RMo ++ cat /tmp/tmp.CaiG1980Sr ++ rm /tmp/tmp.N7KbVW7RMo /tmp/tmp.CaiG1980Sr ++ return 0 + proxy_ready=3 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 3 == \3 ]] + echo + return + sleep 60 + compare_mysql_servers some-name-proxysql-0 mysql-servers-0-scaledown + local pod=some-name-proxysql-0 + local compare_file=mysql-servers-0-scaledown + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-0' check runtime_mysql_servers in some-name-proxysql-0+ compare_mysql_cmd_local mysql-servers-0-scaledown 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + echo + log 'mysql_servers are configured in some-name-proxysql-0: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:37:17+0000]' mysql_servers are configured in some-name-proxysql-0: OK [2026-06-11T03:37:17+0000] mysql_servers are configured in some-name-proxysql-0: OK + compare_mysql_servers some-name-proxysql-1 mysql-servers-1-scaledown + local pod=some-name-proxysql-1 + local compare_file=mysql-servers-1-scaledown + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-1' check runtime_mysql_servers in some-name-proxysql-1+ compare_mysql_cmd_local mysql-servers-1-scaledown 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + echo + log 'mysql_servers are configured in some-name-proxysql-1: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:37:20+0000]' mysql_servers are configured in some-name-proxysql-1: OK [2026-06-11T03:37:20+0000] mysql_servers are configured in some-name-proxysql-1: OK + compare_mysql_servers some-name-proxysql-2 mysql-servers-2-scaledown + local pod=some-name-proxysql-2 + local compare_file=mysql-servers-2-scaledown + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-2' check runtime_mysql_servers in some-name-proxysql-2+ compare_mysql_cmd_local mysql-servers-2-scaledown 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-2 + echo + log 'mysql_servers are configured in some-name-proxysql-2: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:37:22+0000]' mysql_servers are configured in some-name-proxysql-2: OK [2026-06-11T03:37:22+0000] mysql_servers are configured in some-name-proxysql-2: OK + desc 'check PXC pod 0 is reader and writer when pods 1 and 2 are down' + set +o xtrace ----------------------------------------------------------------------------------- check PXC pod 0 is reader and writer when pods 1 and 2 are down ----------------------------------------------------------------------------------- + log 'scaling PXC down to 1 replica' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:37:23+0000]' scaling PXC down to 1 replica [2026-06-11T03:37:23+0000] scaling PXC down to 1 replica + kubectl scale sts/some-name-pxc --replicas=1 statefulset.apps/some-name-pxc scaled + sleep 20 + compare_mysql_servers some-name-proxysql-0 mysql-servers-0-two-pod-down + local pod=some-name-proxysql-0 + local compare_file=mysql-servers-0-two-pod-down + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-0' check runtime_mysql_servers in some-name-proxysql-0+ compare_mysql_cmd_local mysql-servers-0-two-pod-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + sleep 10 + echo -n . .+ let retry+=1 + [[ 1 -ge 30 ]] + compare_mysql_cmd_local mysql-servers-0-two-pod-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + sleep 10 + echo -n . .+ let retry+=1 + [[ 2 -ge 30 ]] + compare_mysql_cmd_local mysql-servers-0-two-pod-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + sleep 10 + echo -n . .+ let retry+=1 + [[ 3 -ge 30 ]] + compare_mysql_cmd_local mysql-servers-0-two-pod-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + sleep 10 + echo -n . .+ let retry+=1 + [[ 4 -ge 30 ]] + compare_mysql_cmd_local mysql-servers-0-two-pod-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + sleep 10 + echo -n . .+ let retry+=1 + [[ 5 -ge 30 ]] + compare_mysql_cmd_local mysql-servers-0-two-pod-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-0 + echo + log 'mysql_servers are configured in some-name-proxysql-0 when 2 pods are down: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:38:56+0000]' mysql_servers are configured in some-name-proxysql-0 when 2 pods are down: OK [2026-06-11T03:38:56+0000] mysql_servers are configured in some-name-proxysql-0 when 2 pods are down: OK + compare_mysql_servers some-name-proxysql-1 mysql-servers-1-two-pod-down + local pod=some-name-proxysql-1 + local compare_file=mysql-servers-1-two-pod-down + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-1' check runtime_mysql_servers in some-name-proxysql-1+ compare_mysql_cmd_local mysql-servers-1-two-pod-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-1 + echo + log 'mysql_servers are configured in some-name-proxysql-1 when 2 pods are down: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:38:59+0000]' mysql_servers are configured in some-name-proxysql-1 when 2 pods are down: OK [2026-06-11T03:38:59+0000] mysql_servers are configured in some-name-proxysql-1 when 2 pods are down: OK + compare_mysql_servers some-name-proxysql-2 mysql-servers-2-two-pod-down + local pod=some-name-proxysql-2 + local compare_file=mysql-servers-2-two-pod-down + local 'query=SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' + local retry=0 + echo -n 'check runtime_mysql_servers in some-name-proxysql-2' check runtime_mysql_servers in some-name-proxysql-2+ compare_mysql_cmd_local mysql-servers-2-two-pod-down 'SELECT hostgroup_id,SUBSTRING(hostname, 0, 16),weight,status FROM runtime_mysql_servers WHERE status='\''ONLINE'\''' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' some-name-proxysql-2 + echo + log 'mysql_servers are configured in some-name-proxysql-2 when 2 pods are down: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-06-11T03:39:02+0000]' mysql_servers are configured in some-name-proxysql-2 when 2 pods are down: OK [2026-06-11T03:39:02+0000] mysql_servers are configured in some-name-proxysql-2 when 2 pods are down: OK + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + destroy proxysql-scheduler-12965 + local namespace=proxysql-scheduler-12965 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + sort -u + grep -v level=info + tee /tmp/tmp.PKCLWNh19x/operator.log + grep -v 'get backup status: Job.batch' + grep -v 'the object has been modified' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.SDgWzvgKXn +++ mktemp ++ local LAST_ERR=/tmp/tmp.2LMrY2w16p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SDgWzvgKXn ++ cat /tmp/tmp.2LMrY2w16p ++ rm /tmp/tmp.SDgWzvgKXn /tmp/tmp.2LMrY2w16p ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-774dd4b69-vlrmk ++ mktemp + local LAST_OUT=/tmp/tmp.hI7b3OBoLN ++ mktemp + local LAST_ERR=/tmp/tmp.CPySZFN6dY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-774dd4b69-vlrmk + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hI7b3OBoLN + cat /tmp/tmp.CPySZFN6dY + rm /tmp/tmp.hI7b3OBoLN /tmp/tmp.CPySZFN6dY + return 0 } }, }, { }, }, { }, }, { }, - }, - { - }, - { - }, - }, + }, + { + }, + }, ... // 11 identical elements ... // 16 identical fields ... // 16 identical fields 2026-06-11T03:08:12.252Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-06-11T03:08:12.252Z INFO setup Manager starting up {"gitCommit": "bb594380cfa304c05073a5a6d1f21d73b33b08b5", "gitBranch": "PR-2521-bb594380", "buildTime": "2026-06-11T01:12:55Z", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"} 2026-06-11T03:08:12.252Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.33.11-gke.1074000"} 2026-06-11T03:08:12.255Z INFO setup Registering Components. 2026-06-11T03:08:12.772Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-06-11T03:08:12.773Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-06-11T03:08:12.773Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-06-11T03:08:12.773Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-06-11T03:08:12.773Z INFO controller-runtime.metrics Starting metrics server 2026-06-11T03:08:12.773Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-06-11T03:08:12.773Z INFO controller-runtime.webhook Starting webhook server 2026-06-11T03:08:12.773Z INFO setup Starting the Cmd. 2026-06-11T03:08:12.773Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-06-11T03:08:12.873Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-06-11T03:08:12.901Z DEBUG events percona-xtradb-cluster-operator-774dd4b69-vlrmk_c439f350-62e8-4614-a09b-955d9632e192 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"ab11c33e-6972-449c-93d8-c6653be06248","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1781147292896015009"}, "reason": "LeaderElection"} 2026-06-11T03:08:12.901Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-06-11T03:08:12.901Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-06-11T03:08:12.901Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-06-11T03:08:12.902Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-06-11T03:08:12.902Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-06-11T03:08:13.002Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-06-11T03:08:13.002Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-06-11T03:08:13.103Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-06-11T03:08:13.103Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-06-11T03:08:13.103Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-06-11T03:08:13.103Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-06-11T03:09:40.894Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "version": "1.21.0"} 2026-06-11T03:09:41.233Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "object": "auto-some-name-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-06-11T03:09:41.255Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-06-11T03:09:41.374Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-06-11T03:09:41.416Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-06-11T03:09:41.455Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-06-11T03:09:41.481Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "object": "some-name-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-06-11T03:09:41.514Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-06-11T03:09:41.629Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "af2fa78a-46be-4ace-b44b-b029dc2eab73", "object": "some-name-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-06-11T03:09:42.400Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4294cca9-fab3-424a-8377-5640362f2eae", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-06-11T03:09:42.421Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4294cca9-fab3-424a-8377-5640362f2eae", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-06-11T03:10:33.530Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ae836557-ee31-48be-b2dd-520db0ef7454", "user": "operator"} 2026-06-11T03:10:33.567Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ae836557-ee31-48be-b2dd-520db0ef7454", "user": "monitor"} 2026-06-11T03:10:33.618Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ae836557-ee31-48be-b2dd-520db0ef7454"} 2026-06-11T03:10:33.665Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ae836557-ee31-48be-b2dd-520db0ef7454"} 2026-06-11T03:10:33.730Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ae836557-ee31-48be-b2dd-520db0ef7454", "user": "xtrabackup"} 2026-06-11T03:10:33.784Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ae836557-ee31-48be-b2dd-520db0ef7454"} 2026-06-11T03:10:33.840Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ae836557-ee31-48be-b2dd-520db0ef7454", "user": "replication"} 2026-06-11T03:10:33.850Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ae836557-ee31-48be-b2dd-520db0ef7454", "err": "get primary pxc pod: not found"} 2026-06-11T03:10:33.968Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1a288e8e-64b4-4b5e-9389-32f6b6ac1916", "err": "get primary pxc pod: not found"} 2026-06-11T03:10:39.069Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "53f440c7-f988-48d6-84df-ea2fcb239320", "err": "get primary pxc pod: not found"} 2026-06-11T03:10:44.185Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "72107ba4-f2d8-4468-97f6-ea03b04f378f", "err": "get primary pxc pod: not found"} 2026-06-11T03:13:10.066Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "53eccf02-4af1-4182-8e2a-8e1ca9aa1836", "user": "root"} 2026-06-11T03:13:10.158Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "53eccf02-4af1-4182-8e2a-8e1ca9aa1836", "new version": "8.0.43-34.1"} 2026-06-11T03:13:12.557Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "53eccf02-4af1-4182-8e2a-8e1ca9aa1836"} 2026-06-11T03:13:19.048Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "72ac0411-421c-4db6-9e7b-659ba8cc6c4e"} 2026-06-11T03:13:24.170Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "2070deab-ce0d-481a-a59e-d7566b827d54"} 2026-06-11T03:13:29.738Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4ab09b6a-e3f7-4967-8581-1124fb34698b"} 2026-06-11T03:13:34.593Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "9e9e39fa-1678-4285-b618-ee43815aa7b6"} 2026-06-11T03:13:39.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e3ae9a62-8ff4-423d-9c3f-0712739ec584"} 2026-06-11T03:13:45.060Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "38e92388-8472-4433-be1c-12b78fa911fc"} 2026-06-11T03:13:50.779Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "bf10ef83-29ab-4da1-9eab-d77c779744c5"} 2026-06-11T03:13:55.951Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "9af736e7-ea90-44e9-8ce8-50a80ac48c47"} 2026-06-11T03:14:01.080Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ce5032fd-c487-49ce-8d7f-ec02b420dbd4"} 2026-06-11T03:14:06.460Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "dadd53f1-06c6-46b2-ad50-f0da223d2d27"} 2026-06-11T03:14:11.783Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "547ccb04-fcb7-417c-a8d4-f7b36562c2d2"} 2026-06-11T03:14:16.959Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4d2c1124-538c-45f7-9092-1342604b1eec"} 2026-06-11T03:14:22.276Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "48dcb19d-ba61-4773-87e0-20c7a11771af"} 2026-06-11T03:14:27.657Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f09f5bdc-d1cf-4e6a-a4b5-4eb10df30806"} 2026-06-11T03:14:33.015Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "16abed06-41c1-4018-bd81-b63be30fc5ba"} 2026-06-11T03:14:38.260Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ee6310a0-8555-4f71-83fe-04165c30ca2e"} 2026-06-11T03:14:43.672Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "957dc3c7-67c4-4f95-b275-904bd13b59dd"} 2026-06-11T03:14:48.774Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "98a2e9db-bf0b-4be3-82cd-8f9eabf26fd1"} 2026-06-11T03:14:53.853Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "b3957f49-4c1e-4aea-a5a7-299d45b6895a"} 2026-06-11T03:14:58.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "8f27f202-9669-4bd9-9015-65f2da986db4"} 2026-06-11T03:15:04.453Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f673e5b6-7f90-4d14-a3a1-bf9a4e45899e"} 2026-06-11T03:15:09.677Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "5a433ecf-bbe3-4e57-8299-7b2da7d7efb8"} 2026-06-11T03:15:15.054Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "0d2d2eba-9bb6-4162-84e6-6a9d0f1ff6ba"} 2026-06-11T03:15:20.297Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "7f8c6f17-e60f-4f5d-9772-242d77c656e7"} 2026-06-11T03:15:25.654Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "88245a1f-fdf8-4a79-88d7-61635073b861"} 2026-06-11T03:15:31.177Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "05ddd94a-b70f-4f47-a6e6-e9f5033a77ea"} 2026-06-11T03:15:36.050Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "bd8a9712-55d2-4547-a364-58557f338694"} 2026-06-11T03:15:41.560Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "196acb64-8710-4320-805b-9588494836fc"} 2026-06-11T03:15:47.053Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f17283e8-eff7-4371-bdd0-ea92f1beaf60"} 2026-06-11T03:15:52.059Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e83c1de1-d7bf-4029-93e4-c71cb3a30005"} 2026-06-11T03:15:57.579Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "5b891fd7-19a0-493e-a6e8-18572e593f47"} 2026-06-11T03:16:02.660Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "b1e06b1c-4e58-4d26-a84f-c27f9d08c1a6"} 2026-06-11T03:16:08.046Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "48616b5c-6fe3-4804-a8aa-fb18bcd8bc66"} 2026-06-11T03:16:13.285Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "03b34e96-64c7-4677-bd08-b276f6735de4"} 2026-06-11T03:16:18.161Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f191be6d-8069-4b2a-8af4-a21ddd27a0bc"} 2026-06-11T03:16:23.877Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f2f2ee04-9d2d-4d99-b5fa-96d9ea4b3b93"} 2026-06-11T03:16:28.860Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4f597018-50f2-4662-8da5-2047a3d9ba21"} 2026-06-11T03:16:34.245Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "0e87561a-bf24-410f-a7ab-5e9914a3c678"} 2026-06-11T03:16:39.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "48a69181-bf46-48a4-b4e1-00a8fdc9c023"} 2026-06-11T03:16:44.562Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "d36e53f2-486f-47c2-83c1-8f387710cf6e"} 2026-06-11T03:16:50.471Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "49b5ec9d-b422-4169-8922-ebbbb471b4f4"} 2026-06-11T03:16:55.758Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4bff2833-8bb7-45bf-a782-9d1dbf4ecdd9"} 2026-06-11T03:17:01.160Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "fefac547-596d-4ce3-9110-03b7bd6bfe91"} 2026-06-11T03:17:06.555Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "93cc151b-c2d4-43b2-883e-5da50b54711c"} 2026-06-11T03:17:11.780Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "625433c0-53dd-433e-8007-1a0ba0eb20e6"} 2026-06-11T03:17:16.660Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "78063f62-6773-498a-b452-4801dedd6735"} 2026-06-11T03:17:22.159Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "781f852d-d69e-494b-8b09-e24fc6efc8f7"} 2026-06-11T03:17:27.659Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "9b4eb693-5685-422d-81ae-5668a7d0e2bb"} 2026-06-11T03:17:32.670Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "a3f04f65-bfe1-48e7-8bfb-3a4cc9738236"} 2026-06-11T03:17:38.080Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "6dc975fc-595f-491b-8ec3-4b3dd5d1c1b2"} 2026-06-11T03:17:43.354Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "9b2d9218-4cdd-4a5a-a9bf-6c3fbcb72075"} 2026-06-11T03:17:49.183Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "7135df25-178c-4b4b-b05d-b8ae314157bd"} 2026-06-11T03:17:53.656Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1176bc3f-4146-426f-a20d-2716496a188f"} 2026-06-11T03:17:59.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "5ec92074-1043-49ea-906a-0f98dc55e445"} 2026-06-11T03:18:04.584Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "87186259-fa76-45f4-9994-e9639b457c7f"} 2026-06-11T03:18:09.551Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "9d1b6157-6718-463c-a9eb-90f26eac20cf"} 2026-06-11T03:18:14.669Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "5102f9d1-5d59-4275-a2a4-8a5fc15f1e9d"} 2026-06-11T03:18:20.257Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "779ce592-26e3-4db2-9d14-50df6b969070"} 2026-06-11T03:18:25.680Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "98df2698-8f63-4714-956d-fe7a1512823f"} 2026-06-11T03:18:30.663Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "389f7f88-bc9d-4e4e-a735-3b9569d5243e"} 2026-06-11T03:18:36.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "d11544d0-4558-45e7-b9cf-8c499d0578f6"} 2026-06-11T03:18:41.550Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "63b8a581-0baf-4326-af66-49bd4c9220ac"} 2026-06-11T03:18:46.980Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "27464472-41de-4274-847d-e85699e6883e"} 2026-06-11T03:18:51.985Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "71a56a18-4d9a-4d2a-a740-1a158411034f"} 2026-06-11T03:18:57.351Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e280086b-ca3c-4c14-a4f5-9b4ba0864c21"} 2026-06-11T03:19:02.561Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "cac98f49-1ec5-40fd-8460-d70c8e237907"} 2026-06-11T03:19:07.860Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4983bd1c-4b2f-4946-8bba-3d5d235fe7d7"} 2026-06-11T03:19:13.076Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1bd3d85d-4794-44d2-826e-fcb4236112e4"} 2026-06-11T03:19:18.360Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "d8d79264-14f4-492b-a7fd-2f6effabcc21"} 2026-06-11T03:19:23.451Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "87b39736-08c0-43d2-982f-dd55bd311940"} 2026-06-11T03:19:25.290Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4515f0a7-60de-47cc-acd7-97ddfde737c2", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:19:25.364Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4515f0a7-60de-47cc-acd7-97ddfde737c2", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:19:27.489Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4515f0a7-60de-47cc-acd7-97ddfde737c2", "error": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:20:05.692Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "fa941300-3700-4b8c-baab-d65f5d5d3df6", "error": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:20:10.987Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "0aabef30-b13d-4df4-9f7d-a54674f7cfb6", "error": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\n", "errorVerbose": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\nERROR (line:1290) : Could not find a cluster (with writer_hostgroup:11) to update\nERROR (line:572) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:20:16.488Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f9d0c103-9189-40ca-b9c1-941d2ea2ebb5", "error": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n", "errorVerbose": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:20:22.108Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "a674113d-b971-46d9-9878-44c888c398ee"} 2026-06-11T03:20:25.871Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "6ef71ebe-8bf6-4ff4-9197-9e07347104a3"} 2026-06-11T03:20:31.568Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "fe4f3891-b0f7-4fac-b8ae-20261e172764"} 2026-06-11T03:20:36.796Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "52a471d1-c6e8-4546-895a-b87a4f4356ef"} 2026-06-11T03:20:41.987Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "2427c88d-049a-4b9a-b7f6-1618a73e1e3e"} 2026-06-11T03:20:46.973Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "cc263aac-2d98-4aad-b60c-a2769c85fa52"} 2026-06-11T03:20:52.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "06993af5-c75c-4369-b687-827223dcd7ce"} 2026-06-11T03:20:58.161Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "c8d06c7a-b967-417c-b101-903e81db085e"} 2026-06-11T03:21:03.301Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "fb316279-1209-4923-8ac0-0bc742746954"} 2026-06-11T03:21:08.481Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "189f3c33-f2bf-43ff-847d-f5d75ed082fb"} 2026-06-11T03:21:13.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "fe7b72e8-85b6-4ea3-af67-d228632cba3c"} 2026-06-11T03:21:19.192Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "66f5a6c0-1eea-41c4-adef-213a580add2e"} 2026-06-11T03:21:24.462Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "2478f191-9df9-4c81-81be-d24352cca848"} 2026-06-11T03:21:29.771Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "82197811-03b5-4560-bc65-3bf23e39491c"} 2026-06-11T03:21:35.063Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4119f90f-909e-47bc-9b33-c565b2e8e44c"} 2026-06-11T03:21:40.273Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "3ee2a550-756d-4a8d-889d-1b241033bc7a"} 2026-06-11T03:21:45.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1f708ebf-6f47-4a0b-87af-8de8f70228a2"} 2026-06-11T03:21:51.076Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "c845a140-aae3-4293-886c-91291893f2b4"} 2026-06-11T03:21:56.163Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "d408bcdd-f4c8-4981-8980-ae707b225899"} 2026-06-11T03:22:01.478Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "a69b4d5d-01a3-4798-a0f5-0bf1f3970fd9"} 2026-06-11T03:22:06.870Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "c20ca576-05d3-46ac-99b2-106b30414e6f"} 2026-06-11T03:22:07.333Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "cdc5be25-b5b6-4875-80c9-9d8dacf26f2e", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:22:07.381Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "cdc5be25-b5b6-4875-80c9-9d8dacf26f2e", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:22:09.550Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "cdc5be25-b5b6-4875-80c9-9d8dacf26f2e", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:22:50.454Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f4ba0912-c97c-4519-a9ca-5554934412b2"} 2026-06-11T03:22:54.552Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "5b637a1d-eb12-44e3-afa0-93e08cff0455"} 2026-06-11T03:23:00.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "5c214db8-c906-4595-a122-3b3b2dfffa89"} 2026-06-11T03:23:05.464Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "5a784033-7fbf-4607-98a1-02351c2fb732"} 2026-06-11T03:23:10.745Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f6fc7ba3-af19-4517-9d7f-ea262f3bd3cb"} 2026-06-11T03:23:16.259Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4ac0e4f8-ddcc-400c-b920-3bdad99e898e"} 2026-06-11T03:23:21.248Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "790dd475-bd9b-438b-8b49-ac0ee634bc28"} 2026-06-11T03:23:26.642Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e663abe1-0e0b-4c82-b8c6-ee1d1cb65fc0"} 2026-06-11T03:23:32.324Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "7a7aee8d-3c0f-4b59-a7b6-778bfe4bcef4"} 2026-06-11T03:23:37.046Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "34c50a8a-43ee-4560-8bd1-84cb88d1ebfb"} 2026-06-11T03:23:42.750Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "27cdb881-23f0-44f9-a1df-6a6bb17a9026"} 2026-06-11T03:23:48.176Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "6029d094-16ac-410b-b99f-7d4da38deb0f"} 2026-06-11T03:23:53.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4856d492-21ef-4e01-ae37-45edde163670"} 2026-06-11T03:23:58.342Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "b693ac5d-b094-43d7-8674-0d9638fe50f6"} 2026-06-11T03:24:03.567Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "809324c0-20ef-4fa7-8e86-de4df9e1eb9d"} 2026-06-11T03:24:08.734Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f66377f8-2211-4dca-8362-52948d39ed31"} 2026-06-11T03:24:13.857Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "847b8060-e6c4-4092-a15c-96cee9e8fdab"} 2026-06-11T03:24:17.878Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "25863af2-69e6-431c-a2d2-7c6f19d0b22d", "err": "failed to connect to pod some-name-pxc-0: dial tcp 10.191.82.40:33062: connect: connection refused"} 2026-06-11T03:24:23.014Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "55759a30-30dc-4cd4-8b20-547053dbf40e", "primary name": "some-name-pxc-0.some-name-pxc.proxysql-scheduler-12965.svc.cluster.local"} 2026-06-11T03:24:23.155Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1f92d7fb-7abe-4d5c-9085-365043953555", "primary name": "some-name-pxc-0.some-name-pxc.proxysql-scheduler-12965.svc.cluster.local"} 2026-06-11T03:24:28.300Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f617e97f-58db-4753-ab23-0f2efbca76ca", "primary name": "some-name-pxc-0.some-name-pxc.proxysql-scheduler-12965.svc.cluster.local"} 2026-06-11T03:24:33.426Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "a60fab31-c0b8-401d-8dbb-6ce44d7f432d", "primary name": "some-name-pxc-0.some-name-pxc.proxysql-scheduler-12965.svc.cluster.local"} 2026-06-11T03:25:07.167Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "89d49227-110f-4600-86d8-5a5be5729e75"} 2026-06-11T03:25:12.650Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "236cb206-644b-4968-9e67-af6046de14dc"} 2026-06-11T03:25:17.558Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "09509bda-2230-4ed9-b46d-a5d62204e009"} 2026-06-11T03:25:23.034Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "0c0c43c2-e82e-4c3e-9a2a-06ee8d1a7fa4"} 2026-06-11T03:25:28.863Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "b8370b11-e1f4-4df5-8f7b-1b587f52a792"} 2026-06-11T03:25:30.260Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "911fc5e6-8b1f-4ef6-ac68-264ec1f7392b", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:25:30.321Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "911fc5e6-8b1f-4ef6-ac68-264ec1f7392b", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:25:32.721Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "911fc5e6-8b1f-4ef6-ac68-264ec1f7392b"} 2026-06-11T03:28:13.941Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "352fd590-2f89-4edd-a7eb-3c882953956d"} 2026-06-11T03:28:20.443Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "7c037058-e4a0-4942-a56d-b4c2fadec321"} 2026-06-11T03:28:25.763Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "3475d4a6-ef6a-46cc-8606-7b430656c64d"} 2026-06-11T03:28:30.926Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "a0271063-5862-4656-9a55-8e0e98f5278d"} 2026-06-11T03:28:36.145Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f5abbebf-6cc6-461b-8bf5-1d8488646afd"} 2026-06-11T03:28:41.624Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "21fdeb01-06f1-469e-b748-caa7b3e9d086"} 2026-06-11T03:28:47.174Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "11e097c0-decc-4e6b-9475-62a3bc7ce35c"} 2026-06-11T03:28:52.574Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1259ac85-5d15-4b8f-a356-b3b4bdc922fe"} 2026-06-11T03:28:57.669Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "cf2e72cb-3c21-4f83-829d-50041e32f812"} 2026-06-11T03:29:03.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "05863ee2-1761-48c0-9a77-f2544306e9b8"} 2026-06-11T03:29:08.467Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1d302815-a18e-48e0-8267-162bb54fefa8"} 2026-06-11T03:29:13.936Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "6929dac6-b6d1-4d5a-9d68-c2e265cf6ca9"} 2026-06-11T03:29:18.965Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "b39b325d-9d89-45f2-b670-149e765fe5b2"} 2026-06-11T03:29:24.539Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e079e63f-ae01-446a-85e9-b3d877a8aaa5"} 2026-06-11T03:29:29.862Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "9d95359e-0969-44e3-bce8-d080bf7ae7d4"} 2026-06-11T03:29:35.968Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "aafc5adc-ea7b-4ff4-b997-e7fcaa633a16"} 2026-06-11T03:29:41.237Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "29d6235e-4262-46a8-b61d-44961c61657c"} 2026-06-11T03:29:46.218Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "b6e9588e-5f4b-4cd6-82da-e290e42f96a8"} 2026-06-11T03:29:51.634Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f7206c92-0d72-4147-8e15-b4bb487a80ca"} 2026-06-11T03:29:57.075Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "de70a15d-fd4f-48eb-ba93-810b8bea990a"} 2026-06-11T03:30:02.774Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "30582ff5-5fdc-4a48-b66d-869279b87878"} 2026-06-11T03:30:07.855Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "734b7fa4-420a-4d1b-9ea8-3ede9b8f5bba"} 2026-06-11T03:30:13.545Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "5c7cddcb-7c82-438d-b48c-9489c96b64d3"} 2026-06-11T03:30:18.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "b9e663b0-d510-41d7-9933-505f65815297"} 2026-06-11T03:30:24.239Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4c1214c2-59ff-4838-a726-59ef2ff8017d"} 2026-06-11T03:30:29.370Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "c767859d-d0cd-4515-a6a2-fff23a28e77c"} 2026-06-11T03:30:29.952Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "640dde84-5f2d-4865-b447-01931c1439eb", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:30:30.007Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "640dde84-5f2d-4865-b447-01931c1439eb", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:30:33.946Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "640dde84-5f2d-4865-b447-01931c1439eb", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: pod some-name-proxysql-2 does not have a host assigned / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: pod some-name-proxysql-2 does not have a host assigned / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:31:01.027Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "b9252d94-25a3-4f31-b606-a1cdf7c33b48", "error": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n", "errorVerbose": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:31:01.226Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "312e4ab7-1d72-420a-a11f-16c417c0aed8", "err": "get primary pxc pod: not found"} 2026-06-11T03:31:07.835Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "312e4ab7-1d72-420a-a11f-16c417c0aed8", "error": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n", "errorVerbose": "exec syncusers: failed to execute command in pod: command terminated with exit code 1 / / ERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\nERROR (line:515) : The cluster (with writer hostgroup:11) has not been configured in ProxySQL\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:31:15.260Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "16e200c9-804a-43a8-908e-298448b1dd6a"} 2026-06-11T03:31:20.636Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "92fa7b88-98ab-4147-b02a-a255aa76d8cc"} 2026-06-11T03:31:26.325Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "637f7e66-bbd1-4354-a7a5-a45b7072a6b9"} 2026-06-11T03:31:31.448Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1a30c728-314b-4d5b-8986-ad3a8b876697"} 2026-06-11T03:31:36.518Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "44df1a2f-f20e-4e1e-9e59-dfab2345a18b"} 2026-06-11T03:31:41.939Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f49cb3c8-7b2e-40fa-8477-f2cef55501f1"} 2026-06-11T03:31:47.546Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "2578ca24-3be4-4be2-b210-78a1309fe016"} 2026-06-11T03:31:53.076Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "c5c28835-0208-47a3-b8f2-24119130803f"} 2026-06-11T03:31:58.537Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e8f00596-0d77-4865-a218-887e61e42dd7"} 2026-06-11T03:32:04.212Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "dbb2fa8e-f198-469f-9398-b449a71b309f"} 2026-06-11T03:32:09.049Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e6267d9c-7dbc-4e29-970a-9c828ec295b0"} 2026-06-11T03:32:14.665Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "0031e721-c119-442a-9a77-fb116594b58f"} 2026-06-11T03:32:19.836Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "2f475d57-fef7-4f47-a071-1dd0118412f3"} 2026-06-11T03:32:25.462Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "658730d3-d3e3-454b-a39d-0bc762dcf949"} 2026-06-11T03:32:30.937Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ec4d518d-cfed-4c1f-8d92-9b948ba7f7b7"} 2026-06-11T03:32:36.936Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "67758290-ab04-4e1b-8a90-9fa012c794fb"} 2026-06-11T03:32:42.566Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "112088fe-1e4f-457b-80e3-4c680697e5e8"} 2026-06-11T03:32:48.175Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "dcd4ad91-bbec-43ff-80c1-09b8b545ab85"} 2026-06-11T03:32:53.215Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "54428a39-68d4-4cd1-a52c-63a9365cda34"} 2026-06-11T03:32:58.535Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "7d0b64c0-ca03-4ffd-846c-fd3a5085efb0"} 2026-06-11T03:33:04.345Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "6a06019f-503e-424e-84ed-0a1528b894d1"} 2026-06-11T03:33:09.819Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "667a3f2e-4f4f-4e1b-8fbb-c09fce08b171"} 2026-06-11T03:33:14.357Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e4573c25-1a83-4c08-ad13-2618c34be5d1", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:33:14.418Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e4573c25-1a83-4c08-ad13-2618c34be5d1", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:33:15.365Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "f612882b-33ef-40d8-b92e-f1c9c8270865", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:1000\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:859\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-06-11T03:33:53.278Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "8d05377d-19e7-48b2-98bc-e109b067cac8"} 2026-06-11T03:33:59.202Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e947b288-b492-450f-b0dc-296c44789983"} 2026-06-11T03:34:04.398Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "61388d30-ba89-421d-b6f3-5b73a33e0bb3"} 2026-06-11T03:34:09.616Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "990861bf-3fd9-4a5e-aa20-0e63917458a5"} 2026-06-11T03:34:15.027Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "399bce94-fe99-4f8b-b03e-39fb48951648"} 2026-06-11T03:34:20.511Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e016367f-b677-4cab-8daf-35720a899060"} 2026-06-11T03:34:25.901Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "501d10b3-bf32-442a-953f-b90f2b0013d4"} 2026-06-11T03:34:31.103Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "d9ea074c-8a85-4c9e-95bd-d98a5187bb8d"} 2026-06-11T03:34:36.834Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "03d581db-63df-4f09-932a-6a19be57bf33"} 2026-06-11T03:34:41.929Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e86ae5b8-7f1c-4d0a-a248-32e95c715049"} 2026-06-11T03:34:47.432Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "71a7e258-206e-4309-b44b-a15c78db94d1"} 2026-06-11T03:34:52.911Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "05c7d7a6-3a5a-47dc-9638-f3254f603608"} 2026-06-11T03:34:58.229Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "c8fa6611-9d9d-4855-820c-3e61cb60c1bd"} 2026-06-11T03:35:04.229Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "63ce982e-ddc4-4360-bfdd-2b4033c97c83"} 2026-06-11T03:35:09.131Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "e7f4fbba-6d28-4b19-b00f-6a4d42618469"} 2026-06-11T03:35:14.718Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "c8407bf4-934a-4fb1-875a-43351f1ecf19"} 2026-06-11T03:35:20.110Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "324f9c98-f41d-46fe-b2cc-d20f12bbef32"} 2026-06-11T03:35:24.039Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "69eede4f-be3e-41e3-b0f1-1faecd3d9688", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-06-11T03:35:25.817Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "696ff42d-1f43-4d50-94a1-e33a2ddbbc09"} 2026-06-11T03:35:36.206Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "60aa9e76-6258-4303-99c9-e932ea706c63", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-4: invalid connection"} 2026-06-11T03:35:52.010Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "93a87a58-1b65-4602-8e6c-f8bafec546ad", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-3: dial tcp 10.191.82.42:33062: connect: connection refused"} 2026-06-11T03:36:01.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "bbc0c87f-82ec-4771-b7af-d9de25792e7a"} 2026-06-11T03:36:07.032Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "0030e7f9-4b42-47bf-8bf3-47120dd0c321"} 2026-06-11T03:36:12.001Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "8eb9ba35-192d-419a-864c-890bf8095fd2"} 2026-06-11T03:36:17.383Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "38f64ef8-8a46-4ecc-a830-acf4a6a8d632"} 2026-06-11T03:36:22.825Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ac97784b-13e5-4322-9813-b52208a25aed"} 2026-06-11T03:36:27.498Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1894fd5e-a266-4482-8837-442bf8fe89f9"} 2026-06-11T03:36:33.043Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "6515f35a-eee3-43d6-90d3-16b81785017f"} 2026-06-11T03:36:38.333Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "858cf77a-c228-4585-9c77-b585dd8f68fb"} 2026-06-11T03:36:43.737Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "ca3fcea4-cdbe-49af-a31f-6bef11cd6623"} 2026-06-11T03:36:49.132Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "c6f42e4b-948a-4e69-b34f-5f9f52ea72c5"} 2026-06-11T03:36:54.321Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "6c95fe49-f41e-433e-8eed-0d37864f2318"} 2026-06-11T03:36:59.293Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "3b832d2a-4b56-4fa3-9af4-97aece030bcf"} 2026-06-11T03:37:04.411Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "2522ae4b-8bf1-4e38-856a-48c28fa0fd76"} 2026-06-11T03:37:09.913Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4e4746a5-162c-4b04-a85e-19e4ff47a30b"} 2026-06-11T03:37:15.121Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "d09df7a6-4772-473f-a6ee-0251a80a2024"} 2026-06-11T03:37:20.616Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "3b85ba2f-8ce1-4ff2-8c9a-8b302000e58a"} 2026-06-11T03:37:25.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "3ca480f7-2b6b-4651-b538-7e312600d4e3"} 2026-06-11T03:37:31.130Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "2c323d3d-9cb9-4f4c-8b0c-f35b2f04669b"} 2026-06-11T03:37:38.764Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "4e6bdead-2912-45a7-88d9-63fcfb6d1568", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-2: dial tcp 10.191.80.35:33062: connect: connection refused"} 2026-06-11T03:37:50.719Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"proxysql-scheduler-12965"}, "namespace": "proxysql-scheduler-12965", "name": "some-name", "reconcileID": "1c7ebe5d-ab95-437b-90cf-ebc2d36d14b2", "err": "failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.proxysql-scheduler-12965 on 34.118.224.10:53: no such host"} ... // 22 identical fields ... // 2 identical fields ... // 3 identical fields ... // 3 identical fields ... // 3 identical fields ... // 4 identical elements ... // 4 identical fields ... // 5 identical fields ... // 5 identical fields ... // 6 identical elements ... // 6 identical fields ... // 6 identical fields ... // 7 identical fields ... // 8 identical fields ... // 9 identical fields AccessModes: nil, ActiveDeadlineSeconds: nil, Affinity: nil, - Annotations: map[string]string{ + Annotations: map[string]string{ - APIVersion: "apps/v1", - APIVersion: "apps/v1", Args: {"mysqld"}, Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...}, - Args: []string{ + Args: []string{ AutomountServiceAccountToken: nil, + AvailableReplicas: 0, - AvailableReplicas: 2, - AvailableReplicas: 3, - AvailableReplicas: 5, AWSElasticBlockStore: nil, AzureFile: nil, Capacity: nil, - CollisionCount: &0, + CollisionCount: nil, - Command: []string{"/opt/percona/proxysql-entrypoint.sh"}, + Command: []string{"/opt/percona/proxysql-entrypoint.sh"}, Conditions: nil, ConfigMap: &v1.ConfigMapVolumeSource{ ContainerPort: 3306, ContainerPort: 33060, ContainerPort: 33062, ContainerPort: 4444, ContainerPort: 4567, ContainerPort: 4568, ContainerPort: 6032, ContainerPort: 6070, Containers: []v1.Container{ + CreationTimestamp: v1.Time{}, - CreationTimestamp: v1.Time{Time: s"2026-06-11 03:09:41 +0000 UTC"}, + CurrentReplicas: 0, - CurrentReplicas: 2, - CurrentReplicas: 3, - CurrentReplicas: 5, + CurrentRevision: "", - CurrentRevision: "some-name-proxysql-6468d57864", - CurrentRevision: "some-name-proxysql-6db8df78d", - CurrentRevision: "some-name-pxc-65466cb46c", DataSource: nil, DataSourceRef: nil, - DefaultMode: &420, - DefaultMode: &420, + DefaultMode: nil, + DefaultMode: nil, DeletionGracePeriodSeconds: nil, DeletionTimestamp: nil, + DeprecatedServiceAccount: "", - DeprecatedServiceAccount: "default", + DNSPolicy: "", - DNSPolicy: "ClusterFirst", EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-env-vars-proxysql"}, Optional: &true}}}, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-env-vars-pxc"}, Optional: &true}}}, - EnvFrom: []v1.EnvFromSource{{SecretRef: s"&SecretEnvSource{LocalObjectRefe"...}}, + EnvFrom: []v1.EnvFromSource{{SecretRef: s"&SecretEnvSource{LocalObjectRefe"...}}, Env: {{Name: "PXC_SERVICE", Value: "some-name-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "proxyadmin"}}}, ...}, Env: {{Name: "PXC_SERVICE", Value: "some-name-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "xtrabackup"}}}, ...}, Env: []v1.EnvVar{ - Env: []v1.EnvVar{ + Env: []v1.EnvVar{ EphemeralContainers: nil, FailureThreshold: 3, FC: nil, - FieldsType: "FieldsV1", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., Finalizers: nil, + Generation: 0, - Generation: 1, - Generation: 2, - Generation: 3, - Generation: 4, github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 GitRepo: nil, /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:861 HostAliases: nil, HostIP: "", HostPort: 0, - Image: "perconalab/percona-xtradb-cluster-operator:main-proxysql", + Image: "perconalab/percona-xtradb-cluster-operator:main-proxysql", ImagePullPolicy: "Always", - ImagePullPolicy: "Always", + ImagePullPolicy: "Always", InitContainers: []v1.Container{ InitialDelaySeconds: 300, ISCSI: nil, Items: nil, Items: nil, Labels: nil, Lifecycle: nil, LivenessProbe: &v1.Probe{ LocalObjectReference: {Name: "auto-some-name-pxc"}, LocalObjectReference: {Name: "some-name-proxysql"}, LocalObjectReference: {Name: "some-name-pxc"}, + ManagedFields: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - Manager: "kube-controller-manager", - Manager: "percona-xtradb-cluster-operator", MinReadySeconds: 0, [mysql] 2026/06/11 03:35:36 packets.go:58 read tcp 10.191.81.3:35196->10.191.81.9:33062: read: connection reset by peer Name: "auto-config", {Name: "bin", VolumeSource: {EmptyDir: &{}}}, Name: "config", Name: "ist", {Name: "MONITOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "monitor"}}}, - {Name: "MONITOR_PASSWORD", ValueFrom: s"&EnvVarSource{FieldRef:nil,Resou"...}, + {Name: "MONITOR_PASSWORD", ValueFrom: s"&EnvVarSource{FieldRef:nil,Resou"...}, Name: "mysql", Name: "mysql-admin", Name: "mysql-init-file", Name: "mysql-users-secret-file", Name: "mysqlx", - {Name: "OPERATOR_PASSWORD", ValueFrom: s"&EnvVarSource{FieldRef:nil,Resou"...}, + {Name: "OPERATOR_PASSWORD", ValueFrom: s"&EnvVarSource{FieldRef:nil,Resou"...}, {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"}, Name: "proxyadm", - {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: s"&EnvVarSource{FieldRef:nil,Resou"...}, + {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: s"&EnvVarSource{FieldRef:nil,Resou"...}, - {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, + {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, - Name: "proxysql-monit", + Name: "proxysql-monit", - {Name: "PROXYSQL_SERVICE", Value: "some-name-proxysql-unready"}, + {Name: "PROXYSQL_SERVICE", Value: "some-name-proxysql-unready"}, {Name: "PXC_READ_ONLY", Value: "false"}, {Name: "SCHEDULER_CHECKTIMEOUT", Value: "2000"}, - {Name: "SCHEDULER_ENABLED", Value: "true"}, + {Name: "SCHEDULER_ENABLED", Value: "true"}, {Name: "SCHEDULER_MAXCONNECTIONS", Value: "1000"}, {Name: "SCHEDULER_RETRYDOWN", Value: "3"}, {Name: "SCHEDULER_RETRYUP", Value: "1"}, Name: "SCHEDULER_WRITERALSOREADER", Namespace: "proxysql-scheduler-12965", Name: "ssl", Name: "ssl-internal", Name: "sst", Name: "stats", {Name: "tmp", VolumeSource: {EmptyDir: &{}}}, Name: "vault-keyring-secret", Name: "write-set", NFS: nil, NodeName: "", NodeSelector: nil, ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "c00e89d30174d6aa7ad8388d7e21a27b", "percona.com/ssl-hash": "cfd6a52398268173b51d7cdb1331c09a", "percona.com/ssl-internal-hash": "751e59a1c1d94ac67f9d6bb6e756acdc"}}, ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "cfd6a52398268173b51d7cdb1331c09a", "percona.com/ssl-internal-hash": "751e59a1c1d94ac67f9d6bb6e756acdc"}}, ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: v1.ObjectMeta{ + ObservedGeneration: 0, - ObservedGeneration: 1, - ObservedGeneration: 2, - ObservedGeneration: 3, - ObservedGeneration: 4, - "-on-change=/opt/percona/proxysql_add_proxysql_nodes.sh", + "-on-change=/opt/percona/proxysql_add_proxysql_nodes.sh", - Operation: "Update", - Operation: "Update", Optional: &false, Optional: &true, Optional: &true, - "/opt/percona/peer-list", + "/opt/percona/peer-list", Ordinals: nil, OS: nil, Overhead: nil, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "some-name", UID: "2b085174-79e7-4d26-a569-d5134fb54b51", ...}}, - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJjMDBlODlkMzAxNzRkNmFhN2FkODM4OGQ3ZTIxYTI3YiIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiY2ZkNmE1MjM5ODI2ODE3M2I1MWQ3Y2RiMTMzMWMwOWEiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6Ijc1MWU1OWExYzFkOTRhYzY3ZjlkNmJiNmU3NTZhY2RjIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic29tZS1uYW1lLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic29tZS1uYW1lLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJiaW4iLCJlbXB0eURpciI6e319XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn0seyJuYW1lIjoicHJveHlzcWwtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9wcm94eXNxbC1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHJveHlzcWwiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXByb3h5c3FsIiwiY29tbWFuZCI6WyIvb3B0L3BlcmNvbmEvcHJveHlzcWwtZW50cnlwb2ludC5zaCJdLCJhcmdzIjpbInByb3h5c3FsIiwiLWYiLCItYyIsIi9ldGMvcHJveHlzcWwvcHJveHlzcWwuY25mIiwiLS1yZWxvYWQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InByb3h5YWRtIiwiY29udGFpbmVyUG9ydCI6NjAzMn0seyJuYW1lIjoic3RhdHMiLCJjb250YWluZXJQb3J0Ijo2MDcwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic29tZS1uYW1lLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJzb21lLW5hbWUtcHhjIn0seyJuYW1lIjoiT1BFUkFUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zb21lLW5hbWUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiUFJPWFlfQURNSU5fVVNFUiIsInZhbHVlIjoicHJveHlhZG1pbiJ9LHsibmFtZSI6IlBST1hZX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc29tZS1uYW1lIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNvbWUtbmFtZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IlNDSEVEVUxFUl9DSEVDS1RJTUVPVVQiLCJ2YWx1ZSI6IjIwMDAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfV1JJVEVSQUxTT1JFQURFUiIsInZhbHVlIjoiMSJ9LHsibmFtZSI6IlNDSEVEVUxFUl9SRVRSWVVQIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZRE9XTiIsInZhbHVlIjoiMyJ9LHsibmFtZSI6IlNDSEVEVUxFUl9QSU5HVElNRU9VVCIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9OT0RFQ0hFQ0tJTlRFUlZBTCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9NQVhDT05ORUNUSU9OUyIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlBFUkNPTkFfU0NIRURVTEVSX0NGRyIsInZhbHVlIjoiL3RtcC9zY2hlZHVsZXItY29uZmlnLnRvbWwifSx7Im5hbWUiOiJQWENfUkVBRF9PTkxZIiwidmFsdWUiOiJmYWxzZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwibWVtb3J5IjoiMUcifSwicmVxdWVzdHMiOnsiY3B1IjoiMTAwbSIsIm1lbW9yeSI6"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJjMDBlODlkMzAxNzRkNmFhN2FkODM4OGQ3ZTIxYTI3YiIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiY2ZkNmE1MjM5ODI2ODE3M2I1MWQ3Y2RiMTMzMWMwOWEiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6Ijc1MWU1OWExYzFkOTRhYzY3ZjlkNmJiNmU3NTZhY2RjIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic29tZS1uYW1lLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic29tZS1uYW1lLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJiaW4iLCJlbXB0eURpciI6e319XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn0seyJuYW1lIjoicHJveHlzcWwtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9wcm94eXNxbC1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHJveHlzcWwiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXByb3h5c3FsIiwiY29tbWFuZCI6WyIvb3B0L3BlcmNvbmEvcHJveHlzcWwtZW50cnlwb2ludC5zaCJdLCJhcmdzIjpbInByb3h5c3FsIiwiLWYiLCItYyIsIi9ldGMvcHJveHlzcWwvcHJveHlzcWwuY25mIiwiLS1yZWxvYWQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InByb3h5YWRtIiwiY29udGFpbmVyUG9ydCI6NjAzMn0seyJuYW1lIjoic3RhdHMiLCJjb250YWluZXJQb3J0Ijo2MDcwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic29tZS1uYW1lLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJzb21lLW5hbWUtcHhjIn0seyJuYW1lIjoiT1BFUkFUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zb21lLW5hbWUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiUFJPWFlfQURNSU5fVVNFUiIsInZhbHVlIjoicHJveHlhZG1pbiJ9LHsibmFtZSI6IlBST1hZX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc29tZS1uYW1lIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNvbWUtbmFtZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IlNDSEVEVUxFUl9DSEVDS1RJTUVPVVQiLCJ2YWx1ZSI6IjIwMDAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfV1JJVEVSQUxTT1JFQURFUiIsInZhbHVlIjoiMSJ9LHsibmFtZSI6IlNDSEVEVUxFUl9SRVRSWVVQIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZRE9XTiIsInZhbHVlIjoiMyJ9LHsibmFtZSI6IlNDSEVEVUxFUl9QSU5HVElNRU9VVCIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9OT0RFQ0hFQ0tJTlRFUlZBTCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9NQVhDT05ORUNUSU9OUyIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlBFUkNPTkFfU0NIRURVTEVSX0NGRyIsInZhbHVlIjoiL3RtcC9zY2hlZHVsZXItY29uZmlnLnRvbWwifSx7Im5hbWUiOiJQWENfUkVBRF9PTkxZIiwidmFsdWUiOiJmYWxzZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwibWVtb3J5IjoiMUcifSwicmVxdWVzdHMiOnsiY3B1IjoiMTAwbSIsIm1lbW9yeSI6"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJjMDBlODlkMzAxNzRkNmFhN2FkODM4OGQ3ZTIxYTI3YiIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiY2ZkNmE1MjM5ODI2ODE3M2I1MWQ3Y2RiMTMzMWMwOWEiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6Ijc1MWU1OWExYzFkOTRhYzY3ZjlkNmJiNmU3NTZhY2RjIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic29tZS1uYW1lLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic29tZS1uYW1lLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJiaW4iLCJlbXB0eURpciI6e319XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn0seyJuYW1lIjoicHJveHlzcWwtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9wcm94eXNxbC1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHJveHlzcWwiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXByb3h5c3FsIiwiY29tbWFuZCI6WyIvb3B0L3BlcmNvbmEvcHJveHlzcWwtZW50cnlwb2ludC5zaCJdLCJhcmdzIjpbInByb3h5c3FsIiwiLWYiLCItYyIsIi9ldGMvcHJveHlzcWwvcHJveHlzcWwuY25mIiwiLS1yZWxvYWQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InByb3h5YWRtIiwiY29udGFpbmVyUG9ydCI6NjAzMn0seyJuYW1lIjoic3RhdHMiLCJjb250YWluZXJQb3J0Ijo2MDcwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic29tZS1uYW1lLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJzb21lLW5hbWUtcHhjIn0seyJuYW1lIjoiT1BFUkFUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zb21lLW5hbWUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiUFJPWFlfQURNSU5fVVNFUiIsInZhbHVlIjoicHJveHlhZG1pbiJ9LHsibmFtZSI6IlBST1hZX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc29tZS1uYW1lIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNvbWUtbmFtZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IlNDSEVEVUxFUl9DSEVDS1RJTUVPVVQiLCJ2YWx1ZSI6IjIwMDAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfV1JJVEVSQUxTT1JFQURFUiIsInZhbHVlIjoiMSJ9LHsibmFtZSI6IlNDSEVEVUxFUl9SRVRSWVVQIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZRE9XTiIsInZhbHVlIjoiMyJ9LHsibmFtZSI6IlNDSEVEVUxFUl9QSU5HVElNRU9VVCIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9OT0RFQ0hFQ0tJTlRFUlZBTCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9NQVhDT05ORUNUSU9OUyIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlBFUkNPTkFfU0NIRURVTEVSX0NGRyIsInZhbHVlIjoiL3RtcC9zY2hlZHVsZXItY29uZmlnLnRvbWwifSx7Im5hbWUiOiJTQ0hFRFVMRVJfRU5BQkxFRCIsInZhbHVlIjoidHJ1ZSJ9LHsibmFtZSI6IlBYQ19SRUFEX09OTFkiLCJ2YWx1ZSI6ImZhbHNlIn1dLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjcwMG0iLCJtZW1v"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJjMDBlODlkMzAxNzRkNmFhN2FkODM4OGQ3ZTIxYTI3YiIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiY2ZkNmE1MjM5ODI2ODE3M2I1MWQ3Y2RiMTMzMWMwOWEiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6Ijc1MWU1OWExYzFkOTRhYzY3ZjlkNmJiNmU3NTZhY2RjIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic29tZS1uYW1lLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic29tZS1uYW1lLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJiaW4iLCJlbXB0eURpciI6e319XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn0seyJuYW1lIjoicHJveHlzcWwtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9wcm94eXNxbC1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHJveHlzcWwiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXByb3h5c3FsIiwiY29tbWFuZCI6WyIvb3B0L3BlcmNvbmEvcHJveHlzcWwtZW50cnlwb2ludC5zaCJdLCJhcmdzIjpbInByb3h5c3FsIiwiLWYiLCItYyIsIi9ldGMvcHJveHlzcWwvcHJveHlzcWwuY25mIiwiLS1yZWxvYWQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InByb3h5YWRtIiwiY29udGFpbmVyUG9ydCI6NjAzMn0seyJuYW1lIjoic3RhdHMiLCJjb250YWluZXJQb3J0Ijo2MDcwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic29tZS1uYW1lLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJzb21lLW5hbWUtcHhjIn0seyJuYW1lIjoiT1BFUkFUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zb21lLW5hbWUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiUFJPWFlfQURNSU5fVVNFUiIsInZhbHVlIjoicHJveHlhZG1pbiJ9LHsibmFtZSI6IlBST1hZX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc29tZS1uYW1lIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNvbWUtbmFtZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IlNDSEVEVUxFUl9DSEVDS1RJTUVPVVQiLCJ2YWx1ZSI6IjIwMDAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfV1JJVEVSQUxTT1JFQURFUiIsInZhbHVlIjoiMSJ9LHsibmFtZSI6IlNDSEVEVUxFUl9SRVRSWVVQIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZRE9XTiIsInZhbHVlIjoiMyJ9LHsibmFtZSI6IlNDSEVEVUxFUl9QSU5HVElNRU9VVCIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9OT0RFQ0hFQ0tJTlRFUlZBTCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9NQVhDT05ORUNUSU9OUyIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlBFUkNPTkFfU0NIRURVTEVSX0NGRyIsInZhbHVlIjoiL3RtcC9zY2hlZHVsZXItY29uZmlnLnRvbWwifSx7Im5hbWUiOiJTQ0hFRFVMRVJfRU5BQkxFRCIsInZhbHVlIjoidHJ1ZSJ9LHsibmFtZSI6IlBYQ19SRUFEX09OTFkiLCJ2YWx1ZSI6ImZhbHNlIn1dLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjcwMG0iLCJtZW1v"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJl"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJl"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJjMDBlODlkMzAxNzRkNmFhN2FkODM4OGQ3ZTIxYTI3YiIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiY2ZkNmE1MjM5ODI2ODE3M2I1MWQ3Y2RiMTMzMWMwOWEiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6Ijc1MWU1OWExYzFkOTRhYzY3ZjlkNmJiNmU3NTZhY2RjIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic29tZS1uYW1lLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic29tZS1uYW1lLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJiaW4iLCJlbXB0eURpciI6e319XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn0seyJuYW1lIjoicHJveHlzcWwtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9wcm94eXNxbC1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHJveHlzcWwiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXByb3h5c3FsIiwiY29tbWFuZCI6WyIvb3B0L3BlcmNvbmEvcHJveHlzcWwtZW50cnlwb2ludC5zaCJdLCJhcmdzIjpbInByb3h5c3FsIiwiLWYiLCItYyIsIi9ldGMvcHJveHlzcWwvcHJveHlzcWwuY25mIiwiLS1yZWxvYWQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InByb3h5YWRtIiwiY29udGFpbmVyUG9ydCI6NjAzMn0seyJuYW1lIjoic3RhdHMiLCJjb250YWluZXJQb3J0Ijo2MDcwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic29tZS1uYW1lLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJzb21lLW5hbWUtcHhjIn0seyJuYW1lIjoiT1BFUkFUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zb21lLW5hbWUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiUFJPWFlfQURNSU5fVVNFUiIsInZhbHVlIjoicHJveHlhZG1pbiJ9LHsibmFtZSI6IlBST1hZX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc29tZS1uYW1lIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNvbWUtbmFtZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IlNDSEVEVUxFUl9DSEVDS1RJTUVPVVQiLCJ2YWx1ZSI6IjIwMDAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfV1JJVEVSQUxTT1JFQURFUiIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9SRVRSWVVQIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZRE9XTiIsInZhbHVlIjoiMyJ9LHsibmFtZSI6IlNDSEVEVUxFUl9QSU5HVElNRU9VVCIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9OT0RFQ0hFQ0tJTlRFUlZBTCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9NQVhDT05ORUNUSU9OUyIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlBFUkNPTkFfU0NIRURVTEVSX0NGRyIsInZhbHVlIjoiL3RtcC9zY2hlZHVsZXItY29uZmlnLnRvbWwifSx7Im5hbWUiOiJTQ0hFRFVMRVJfRU5BQkxFRCIsInZhbHVlIjoidHJ1ZSJ9LHsibmFtZSI6IlBYQ19SRUFEX09OTFkiLCJ2YWx1ZSI6ImZhbHNlIn1dLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjcwMG0iLCJtZW1v"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJjMDBlODlkMzAxNzRkNmFhN2FkODM4OGQ3ZTIxYTI3YiIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiY2ZkNmE1MjM5ODI2ODE3M2I1MWQ3Y2RiMTMzMWMwOWEiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6Ijc1MWU1OWExYzFkOTRhYzY3ZjlkNmJiNmU3NTZhY2RjIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic29tZS1uYW1lLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic29tZS1uYW1lLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJiaW4iLCJlbXB0eURpciI6e319XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn0seyJuYW1lIjoicHJveHlzcWwtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI1MjEtYmI1OTQzODAiLCJjb21tYW5kIjpbIi9wcm94eXNxbC1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHJveHlzcWwiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXByb3h5c3FsIiwiY29tbWFuZCI6WyIvb3B0L3BlcmNvbmEvcHJveHlzcWwtZW50cnlwb2ludC5zaCJdLCJhcmdzIjpbInByb3h5c3FsIiwiLWYiLCItYyIsIi9ldGMvcHJveHlzcWwvcHJveHlzcWwuY25mIiwiLS1yZWxvYWQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InByb3h5YWRtIiwiY29udGFpbmVyUG9ydCI6NjAzMn0seyJuYW1lIjoic3RhdHMiLCJjb250YWluZXJQb3J0Ijo2MDcwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic29tZS1uYW1lLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJzb21lLW5hbWUtcHhjIn0seyJuYW1lIjoiT1BFUkFUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zb21lLW5hbWUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiUFJPWFlfQURNSU5fVVNFUiIsInZhbHVlIjoicHJveHlhZG1pbiJ9LHsibmFtZSI6IlBST1hZX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc29tZS1uYW1lIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNvbWUtbmFtZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IlNDSEVEVUxFUl9DSEVDS1RJTUVPVVQiLCJ2YWx1ZSI6IjIwMDAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfV1JJVEVSQUxTT1JFQURFUiIsInZhbHVlIjoiMSJ9LHsibmFtZSI6IlNDSEVEVUxFUl9SRVRSWVVQIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZRE9XTiIsInZhbHVlIjoiMyJ9LHsibmFtZSI6IlNDSEVEVUxFUl9QSU5HVElNRU9VVCIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9OT0RFQ0hFQ0tJTlRFUlZBTCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9NQVhDT05ORUNUSU9OUyIsInZhbHVlIjoiMTAwMCJ9LHsibmFtZSI6IlBFUkNPTkFfU0NIRURVTEVSX0NGRyIsInZhbHVlIjoiL3RtcC9zY2hlZHVsZXItY29uZmlnLnRvbWwifSx7Im5hbWUiOiJTQ0hFRFVMRVJfRU5BQkxFRCIsInZhbHVlIjoidHJ1ZSJ9LHsibmFtZSI6IlBYQ19SRUFEX09OTFkiLCJ2YWx1ZSI6ImZhbHNlIn1dLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjcwMG0iLCJtZW1v"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6NSwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJl"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6NSwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJl"..., + PeriodSeconds: 0, - PeriodSeconds: 10, + PersistentVolumeClaimRetentionPolicy: nil, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + Phase: "", - Phase: "Pending", + PodManagementPolicy: "", - PodManagementPolicy: "OrderedReady", Ports: nil, Ports: []v1.ContainerPort{ PreemptionPolicy: nil, ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}}, + Protocol: "", - Protocol: "TCP", Quobyte: nil, ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...}, + ReadyReplicas: 0, - ReadyReplicas: 2, - ReadyReplicas: 3, - ReadyReplicas: 5, + Replicas: 0, Replicas: &2, - Replicas: 2, - Replicas: &2, Replicas: &3, - Replicas: 3, - Replicas: &3, + Replicas: &3, - Replicas: 5, - Replicas: &5, + Replicas: &5, ResizePolicy: nil, Resources: {}, Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, Format: "DecimalSI"}}}, + ResourceVersion: "", - ResourceVersion: "1781147433658319013", - ResourceVersion: "1781147997804783013", - ResourceVersion: "1781148150077615013", - ResourceVersion: "1781148300295087023", - ResourceVersion: "1781148488599599023", - ResourceVersion: "1781148651889855013", + RestartPolicy: "", - RestartPolicy: "Always", - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, + SchedulerName: "", - SchedulerName: "default-scheduler", SecretName: "internal-some-name", SecretName: "some-name-mysql-init", SecretName: "some-name-ssl", SecretName: "some-name-ssl-internal", SecretName: "some-name-vault", Secret: &v1.SecretVolumeSource{ SecurityContext: nil, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, SelfLink: "", ServiceAccountName: "default", ServiceName: "some-name-proxysql-unready", ServiceName: "some-name-pxc", - "-service=$(PROXYSQL_SERVICE)", "-protocol=$(PEER_LIST_SRV_PROTOCOL)", + "-service=$(PROXYSQL_SERVICE)", "-protocol=$(PEER_LIST_SRV_PROTOCOL)", SetHostnameAsFQDN: nil, Spec: v1.PersistentVolumeClaimSpec{ Spec: v1.PodSpec{ Spec: v1.StatefulSetSpec{ StartupProbe: nil, Status: v1.PersistentVolumeClaimStatus{ Status: v1.StatefulSetStatus{ StorageClassName: nil, Subdomain: "", - Subresource: "status", SuccessThreshold: 1, Template: v1.PodTemplateSpec{ TerminationGracePeriodSeconds: &30, TerminationGracePeriodSeconds: &600, TerminationGracePeriodSeconds: nil, + TerminationMessagePath: "", - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePolicy: "", - TerminationMessagePolicy: "File", TimeoutSeconds: 5, - Time: s"2026-06-11 03:09:41 +0000 UTC", - Time: s"2026-06-11 03:10:33 +0000 UTC", - Time: s"2026-06-11 03:19:25 +0000 UTC", - Time: s"2026-06-11 03:19:57 +0000 UTC", - Time: s"2026-06-11 03:22:07 +0000 UTC", - Time: s"2026-06-11 03:22:30 +0000 UTC", - Time: s"2026-06-11 03:25:00 +0000 UTC", - Time: s"2026-06-11 03:25:30 +0000 UTC", - Time: s"2026-06-11 03:28:08 +0000 UTC", - Time: s"2026-06-11 03:30:29 +0000 UTC", - Time: s"2026-06-11 03:30:51 +0000 UTC", Tolerations: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, TypeMeta: {}, TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, + UID: "", - UID: "0d05830d-e416-448d-b419-da8c68ef45a1", - UID: "32e69423-4fad-4c62-a05c-ed88f7338c1f", + UpdatedReplicas: 0, - UpdatedReplicas: 2, - UpdatedReplicas: 3, - UpdatedReplicas: 5, + UpdateRevision: "", - UpdateRevision: "some-name-proxysql-6468d57864", - UpdateRevision: "some-name-proxysql-6db8df78d", - UpdateRevision: "some-name-pxc-65466cb46c", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, &v1.StatefulSet{ + Value: "0", - Value: "1", ValueFrom: nil, VolumeAttributesClassName: nil, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ VolumeDevices: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...}, - VolumeMounts: []v1.VolumeMount{{Name: "bin", MountPath: "/opt/percona"}}, + VolumeMounts: []v1.VolumeMount{{Name: "bin", MountPath: "/opt/percona"}}, VolumeName: "", VolumeSource: v1.VolumeSource{ Volumes: []v1.Volume{ VsphereVolume: nil, WorkingDir: "", + local backup_names ++ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + backup_names= + [[ -n '' ]] + local pxc_names ++ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + pxc_names=proxysql-scheduler-12965/some-name + [[ -n proxysql-scheduler-12965/some-name ]] + read -r pns name + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + kubectl_bin patch pxc -n proxysql-scheduler-12965 some-name --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-pxc-pvc"]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + read -r pns name + timeout 300 kubectl delete pxc --all --all-namespaces --ignore-not-found perconaxtradbcluster.pxc.percona.com "some-name" deleted from proxysql-scheduler-12965 namespace ++ date +%s + local deadline=1781149468 ++ kubectl_bin get pxc --all-namespaces -o name --ignore-not-found + [[ -z '' ]] + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.RCi9MgPIUb ++ mktemp + local LAST_ERR=/tmp/tmp.Wsifbwo22S + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RCi9MgPIUb validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.Wsifbwo22S + rm /tmp/tmp.RCi9MgPIUb /tmp/tmp.Wsifbwo22S + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' ++ date +%s + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + kubectl_bin delete --grace-period=0 --force=true namespace proxysql-scheduler-12965 ++ mktemp + local deadline=1781149322 ++ mktemp + local LAST_OUT=/tmp/tmp.8NFw688cxm + local LAST_OUT=/tmp/tmp.M5kvjFKKsJ ++ kubectl_bin get namespace proxysql-scheduler-12965 --ignore-not-found -o name ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.jLCtykcdvS + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.P5yTxroZRi + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace proxysql-scheduler-12965 + [[ -z namespace/proxysql-scheduler-12965 ]] ++ date +%s + [[ 1781149205 -ge 1781149322 ]] + sleep 5 ++ kubectl_bin get namespace proxysql-scheduler-12965 --ignore-not-found -o name + [[ -z namespace/proxysql-scheduler-12965 ]] ++ date +%s + [[ 1781149211 -ge 1781149322 ]] + sleep 5 ++ kubectl_bin get namespace proxysql-scheduler-12965 --ignore-not-found -o name + [[ -z namespace/proxysql-scheduler-12965 ]] ++ date +%s + [[ 1781149219 -ge 1781149322 ]] + sleep 5 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8NFw688cxm namespace "pxc-operator" force deleted + cat /tmp/tmp.jLCtykcdvS Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.8NFw688cxm /tmp/tmp.jLCtykcdvS + return 0 ++ kubectl_bin get namespace proxysql-scheduler-12965 --ignore-not-found -o name + [[ -z namespace/proxysql-scheduler-12965 ]] ++ date +%s + [[ 1781149228 -ge 1781149322 ]] + sleep 5 ++ kubectl_bin get namespace proxysql-scheduler-12965 --ignore-not-found -o name + [[ -z namespace/proxysql-scheduler-12965 ]] ++ date +%s + [[ 1781149238 -ge 1781149322 ]] + sleep 5 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.M5kvjFKKsJ namespace "proxysql-scheduler-12965" force deleted + cat /tmp/tmp.P5yTxroZRi Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.M5kvjFKKsJ /tmp/tmp.P5yTxroZRi + return 0 ++ kubectl_bin get namespace proxysql-scheduler-12965 --ignore-not-found -o name + [[ -z '' ]] ++ date +%s + deadline=1781149367 ++ kubectl_bin get pv -o 'jsonpath={range .items[*]}{.metadata.name}{"\t"}{.metadata.deletionTimestamp}{"\n"}{end}' ++ awk '$2 != ""' + [[ -z '' ]] + rm -rf /tmp/tmp.PKCLWNh19x