Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/logs/smart-update1-8-4.log Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.4 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.4 ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' + PXC_VER=8.4 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.4 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-10757 + local ns=smart-update1-10757 + '[' -n pxc-operator ']' + read -r pns name + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + [[ -z smart-update1-5537 ]] + [[ -z smart-update ]] + kubectl_bin patch pxc -n smart-update1-5537 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.fRKX9m887j ++ mktemp + local LAST_ERR=/tmp/tmp.VfD7AiLbXd + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc -n smart-update1-5537 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fRKX9m887j perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.VfD7AiLbXd + rm /tmp/tmp.fRKX9m887j /tmp/tmp.VfD7AiLbXd + return 0 + read -r pns name + read -r pns name + kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-5537 namespace + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found No resources found + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + kubectl_bin get ns + awk '{print$1}' + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.T0Px7WnL5H ++ mktemp + local LAST_ERR=/tmp/tmp.u4r9HIhaaF + local exit_status=0 ++ mktemp + local LAST_OUT=/tmp/tmp.ddbA4mqmOC ++ seq 0 2 ++ mktemp + local LAST_ERR=/tmp/tmp.fUPBxv9OQK + local exit_status=0 + for i in $(seq 0 2) + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ddbA4mqmOC + cat /tmp/tmp.fUPBxv9OQK + rm /tmp/tmp.ddbA4mqmOC /tmp/tmp.fUPBxv9OQK + return 0 namespace "cert-manager" deleted namespace "smart-update1-5537" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.T0Px7WnL5H namespace "pxc-operator" deleted + cat /tmp/tmp.u4r9HIhaaF + rm /tmp/tmp.T0Px7WnL5H /tmp/tmp.u4r9HIhaaF + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.bOtrSr0Icp ++ mktemp + local LAST_ERR=/tmp/tmp.zrTDgGfwoJ + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bOtrSr0Icp namespace/pxc-operator created + cat /tmp/tmp.zrTDgGfwoJ + rm /tmp/tmp.bOtrSr0Icp /tmp/tmp.zrTDgGfwoJ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.6dZ9ImcztK +++ mktemp ++ local LAST_ERR=/tmp/tmp.UEail9BYe8 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6dZ9ImcztK ++ cat /tmp/tmp.UEail9BYe8 ++ rm /tmp/tmp.6dZ9ImcztK /tmp/tmp.UEail9BYe8 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.XpuHQ6PPyE ++ mktemp + local LAST_ERR=/tmp/tmp.pVrL6ZPc9o + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XpuHQ6PPyE Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6" modified. + cat /tmp/tmp.pVrL6ZPc9o + rm /tmp/tmp.XpuHQ6PPyE /tmp/tmp.pVrL6ZPc9o + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.wxv5nGXMPc ++ mktemp + local LAST_ERR=/tmp/tmp.uSWLHo19hi + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wxv5nGXMPc customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.uSWLHo19hi + rm /tmp/tmp.wxv5nGXMPc /tmp/tmp.uSWLHo19hi + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.ivABTgm5yF ++ mktemp + local LAST_ERR=/tmp/tmp.DN57x2gCTp + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ivABTgm5yF customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met + cat /tmp/tmp.DN57x2gCTp + rm /tmp/tmp.ivABTgm5yF /tmp/tmp.DN57x2gCTp + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.vpvclJUPfJ ++ mktemp + local LAST_ERR=/tmp/tmp.O50zuvy7zp + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vpvclJUPfJ customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met + cat /tmp/tmp.O50zuvy7zp + rm /tmp/tmp.vpvclJUPfJ /tmp/tmp.O50zuvy7zp + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.946IaljzYO ++ mktemp + local LAST_ERR=/tmp/tmp.N4kee0UU6z + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.946IaljzYO customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met + cat /tmp/tmp.N4kee0UU6z + rm /tmp/tmp.946IaljzYO /tmp/tmp.N4kee0UU6z + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.iQn5Dmog3r ++ mktemp + local LAST_ERR=/tmp/tmp.qCJh15DP7v + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iQn5Dmog3r clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.qCJh15DP7v + rm /tmp/tmp.iQn5Dmog3r /tmp/tmp.qCJh15DP7v + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-operator.yaml + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - ++ mktemp + local LAST_OUT=/tmp/tmp.4pxWG1O1bH ++ mktemp + local LAST_ERR=/tmp/tmp.VHhlMFhX4R + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4pxWG1O1bH deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.VHhlMFhX4R + rm /tmp/tmp.4pxWG1O1bH /tmp/tmp.VHhlMFhX4R + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.wM3aARB24l ++ mktemp + local LAST_ERR=/tmp/tmp.YpsBB2LJb3 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wM3aARB24l pod/percona-xtradb-cluster-operator-658fcf4b98-vjnl4 condition met + cat /tmp/tmp.YpsBB2LJb3 + rm /tmp/tmp.wM3aARB24l /tmp/tmp.YpsBB2LJb3 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.tXQbC9939w +++ mktemp ++ local LAST_ERR=/tmp/tmp.qlJWpwQtBK ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ head -1 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tXQbC9939w ++ cat /tmp/tmp.qlJWpwQtBK ++ rm /tmp/tmp.tXQbC9939w /tmp/tmp.qlJWpwQtBK ++ return 0 + wait_pod percona-xtradb-cluster-operator-658fcf4b98-vjnl4 480 pxc-operator + local pod=percona-xtradb-cluster-operator-658fcf4b98-vjnl4 + local max_retry=480 + local ns=pxc-operator ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-658fcf4b98-vjnl4 ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-658fcf4b98-vjnl4 condition met waiting for pod/percona-xtradb-cluster-operator-658fcf4b98-vjnl4 to become Ready.Ok + sleep 3 + create_namespace smart-update1-10757 + local namespace=smart-update1-10757 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-10757' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-10757 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-10757 + awk '{print$1}' + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.Qolbx4IVMx ++ mktemp + local LAST_OUT=/tmp/tmp.zghpj79c8i ++ mktemp + local LAST_ERR=/tmp/tmp.XYcrCwHgIT ++ mktemp + local exit_status=0 + local LAST_ERR=/tmp/tmp.DSZvtJBWUc + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace smart-update1-10757 + for i in $(seq 0 2) + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zghpj79c8i + cat /tmp/tmp.DSZvtJBWUc + rm /tmp/tmp.zghpj79c8i /tmp/tmp.DSZvtJBWUc + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 error: resource(s) were provided, but no name was specified + for i in $(seq 0 2) + set +e + kubectl delete namespace smart-update1-10757 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace smart-update1-10757 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.Qolbx4IVMx + cat /tmp/tmp.XYcrCwHgIT Error from server (NotFound): namespaces "smart-update1-10757" not found + rm /tmp/tmp.Qolbx4IVMx /tmp/tmp.XYcrCwHgIT + return 1 + : + wait_for_delete namespace/smart-update1-10757 + local res=namespace/smart-update1-10757 + echo -n 'waiting for namespace/smart-update1-10757 to be deleted' waiting for namespace/smart-update1-10757 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "smart-update1-10757" not found + desc 'create namespace smart-update1-10757' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-10757 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-10757 ++ mktemp + local LAST_OUT=/tmp/tmp.8dW3ZwJyML ++ mktemp + local LAST_ERR=/tmp/tmp.ojhO1kZdtO + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace smart-update1-10757 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8dW3ZwJyML namespace/smart-update1-10757 created + cat /tmp/tmp.ojhO1kZdtO + rm /tmp/tmp.8dW3ZwJyML /tmp/tmp.ojhO1kZdtO + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.CB841F2jiF +++ mktemp ++ local LAST_ERR=/tmp/tmp.JOcBUGU8sH ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CB841F2jiF ++ cat /tmp/tmp.JOcBUGU8sH ++ rm /tmp/tmp.CB841F2jiF /tmp/tmp.JOcBUGU8sH ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6 --namespace=smart-update1-10757 ++ mktemp + local LAST_OUT=/tmp/tmp.gyLe29JRcw ++ mktemp + local LAST_ERR=/tmp/tmp.Sr7Ighhank + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6 --namespace=smart-update1-10757 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gyLe29JRcw Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster6" modified. + cat /tmp/tmp.Sr7Ighhank + rm /tmp/tmp.gyLe29JRcw /tmp/tmp.Sr7Ighhank + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.VOUENOTvrw ++ mktemp + local LAST_ERR=/tmp/tmp.rIoZFOfHJ1 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VOUENOTvrw secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.rIoZFOfHJ1 + rm /tmp/tmp.VOUENOTvrw /tmp/tmp.rIoZFOfHJ1 + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.qtada25snh ++ mktemp + local LAST_ERR=/tmp/tmp.XmqfBAZn1l + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qtada25snh configmap/versions created + cat /tmp/tmp.XmqfBAZn1l + rm /tmp/tmp.qtada25snh /tmp/tmp.XmqfBAZn1l + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ewy2bJAJAt ++ mktemp + local LAST_ERR=/tmp/tmp.AKS7mRhxJS + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ewy2bJAJAt deployment.apps/version-service created service/version-service created + cat /tmp/tmp.AKS7mRhxJS + rm /tmp/tmp.ewy2bJAJAt /tmp/tmp.AKS7mRhxJS + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.4iZ73Vu9V1 ++ mktemp + local LAST_ERR=/tmp/tmp.4GAKU23TJz + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4iZ73Vu9V1 namespace/cert-manager created + cat /tmp/tmp.4GAKU23TJz + rm /tmp/tmp.4iZ73Vu9V1 /tmp/tmp.4GAKU23TJz + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.NOjXpcE5RV ++ mktemp + local LAST_ERR=/tmp/tmp.5wXPC5lTy6 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NOjXpcE5RV namespace/cert-manager labeled + cat /tmp/tmp.5wXPC5lTy6 + rm /tmp/tmp.NOjXpcE5RV /tmp/tmp.5wXPC5lTy6 + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.M6q8pRvPba ++ mktemp + local LAST_ERR=/tmp/tmp.323Y4IHeMm + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.M6q8pRvPba namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.323Y4IHeMm Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.M6q8pRvPba /tmp/tmp.323Y4IHeMm + return 0 + '[' '' == 4.10 ']' + kubectl_bin -n cert-manager rollout status deployment/cert-manager --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.7hSNwcPWzp ++ mktemp + local LAST_ERR=/tmp/tmp.XFInHeGdiF + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager rollout status deployment/cert-manager --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7hSNwcPWzp Waiting for deployment "cert-manager" rollout to finish: 0 of 1 updated replicas are available... deployment "cert-manager" successfully rolled out + cat /tmp/tmp.XFInHeGdiF + rm /tmp/tmp.7hSNwcPWzp /tmp/tmp.XFInHeGdiF + return 0 + kubectl_bin -n cert-manager rollout status deployment/cert-manager-cainjector --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.ErSrayQUHJ ++ mktemp + local LAST_ERR=/tmp/tmp.ni5VhBTgok + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager rollout status deployment/cert-manager-cainjector --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ErSrayQUHJ Waiting for deployment "cert-manager-cainjector" rollout to finish: 0 of 1 updated replicas are available... deployment "cert-manager-cainjector" successfully rolled out + cat /tmp/tmp.ni5VhBTgok + rm /tmp/tmp.ErSrayQUHJ /tmp/tmp.ni5VhBTgok + return 0 + kubectl_bin -n cert-manager rollout status deployment/cert-manager-webhook --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.YWmMT7wtvh ++ mktemp + local LAST_ERR=/tmp/tmp.llE2OuJvub + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl -n cert-manager rollout status deployment/cert-manager-webhook --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YWmMT7wtvh Waiting for deployment "cert-manager-webhook" rollout to finish: 0 of 1 updated replicas are available... deployment "cert-manager-webhook" successfully rolled out + cat /tmp/tmp.llE2OuJvub + rm /tmp/tmp.YWmMT7wtvh /tmp/tmp.llE2OuJvub + return 0 + log 'waiting for cert-manager webhook caBundle to be injected' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-10-05T14:28:24+0000]' waiting for cert-manager webhook caBundle to be injected [2026-10-05T14:28:24+0000] waiting for cert-manager webhook caBundle to be injected ++ date +%s + local deadline=1791210624 + kubectl_bin get validatingwebhookconfigurations cert-manager-webhook -o 'jsonpath={.webhooks[0].clientConfig.caBundle}' + grep -q . + log 'probing cert-manager webhook' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-10-05T14:28:25+0000]' probing cert-manager webhook [2026-10-05T14:28:25+0000] probing cert-manager webhook + local probe_file ++ mktemp + probe_file=/tmp/tmp.UwvKvLKj1N + cat + local retries=0 + kubectl_bin apply -f /tmp/tmp.UwvKvLKj1N --dry-run=server + rm -f /tmp/tmp.UwvKvLKj1N ++ jq -r '.versions[].matrix.pxc[].imagePath' +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ head -n1 ++ grep :8.4 ++ sort -V ++++ grep -c percona-xtradb-cluster-operator ++ tail -n3 +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' +++ head -1 ++++ mktemp +++ local LAST_OUT=/tmp/tmp.tSXsjIIM8H ++++ mktemp +++ local LAST_ERR=/tmp/tmp.dOVMiYClyM +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.tSXsjIIM8H +++ cat /tmp/tmp.dOVMiYClyM +++ rm /tmp/tmp.tSXsjIIM8H /tmp/tmp.dOVMiYClyM +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-658fcf4b98-vjnl4 -n pxc-operator -- curl -s http://version-service.smart-update1-10757.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fjb1vzZkNm +++ mktemp ++ local LAST_ERR=/tmp/tmp.cnKWENysOq ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-658fcf4b98-vjnl4 -n pxc-operator -- curl -s http://version-service.smart-update1-10757.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fjb1vzZkNm ++ cat /tmp/tmp.cnKWENysOq Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.Fjb1vzZkNm /tmp/tmp.cnKWENysOq ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.4.5-5.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.hhcrI9HO4e ++ mktemp + local LAST_ERR=/tmp/tmp.eCvKISYtvo + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hhcrI9HO4e customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.eCvKISYtvo + rm /tmp/tmp.hhcrI9HO4e /tmp/tmp.eCvKISYtvo + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.ZUfnMenQ8T/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420"' /tmp/tmp.ZUfnMenQ8T/smart-update.yml + spinup_pxc smart-update /tmp/tmp.ZUfnMenQ8T/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.ZUfnMenQ8T/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Ld5YlHQHxO ++ mktemp + local LAST_ERR=/tmp/tmp.XpTBcjijlb + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ld5YlHQHxO secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.XpTBcjijlb + rm /tmp/tmp.Ld5YlHQHxO /tmp/tmp.XpTBcjijlb + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + local LAST_OUT=/tmp/tmp.6sDZSlYk9y + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10757~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' ++ mktemp + local LAST_ERR=/tmp/tmp.xfiCq9jERQ + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6sDZSlYk9y deployment.apps/pxc-client created + cat /tmp/tmp.xfiCq9jERQ + rm /tmp/tmp.6sDZSlYk9y /tmp/tmp.xfiCq9jERQ + return 0 + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + apply_config /tmp/tmp.ZUfnMenQ8T/smart-update.yml + local config_file=/tmp/tmp.ZUfnMenQ8T/smart-update.yml + local pvc_name= + '[' -z '' ']' + cat_config /tmp/tmp.ZUfnMenQ8T/smart-update.yml '' + local input_file=/tmp/tmp.ZUfnMenQ8T/smart-update.yml + local pvc_name= + kubectl_bin apply -f - + cat /tmp/tmp.ZUfnMenQ8T/smart-update.yml ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + local LAST_OUT=/tmp/tmp.VkYYcF7eXC + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.p8jiMYl2EN + local exit_status=0 + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ seq 0 2 + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10757~ + for i in $(seq 0 2) + set +e + kubectl apply -f - + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VkYYcF7eXC perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.p8jiMYl2EN + rm /tmp/tmp.VkYYcF7eXC /tmp/tmp.p8jiMYl2EN + return 0 + desc 'waiting pods to be running for smart-update' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for smart-update ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.dFZUS9Txw7 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.RwqS2JrqYc +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.dFZUS9Txw7 +++ cat /tmp/tmp.RwqS2JrqYc +++ rm /tmp/tmp.dFZUS9Txw7 /tmp/tmp.RwqS2JrqYc +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.PtRHIZXQGI ++++ mktemp +++ local LAST_ERR=/tmp/tmp.aZA1q1NQDz +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.PtRHIZXQGI +++ cat /tmp/tmp.aZA1q1NQDz +++ rm /tmp/tmp.PtRHIZXQGI /tmp/tmp.aZA1q1NQDz +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql ++ get_proxy_size smart-update ++ local cluster=smart-update ++ local size=0 +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Blri1al3Hz ++++ mktemp +++ local LAST_ERR=/tmp/tmp.gZim8WpP0Q +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Blri1al3Hz +++ cat /tmp/tmp.gZim8WpP0Q +++ rm /tmp/tmp.Blri1al3Hz /tmp/tmp.gZim8WpP0Q +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.qjy12tMTX2 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.QPfYhwoySR +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.qjy12tMTX2 +++ cat /tmp/tmp.QPfYhwoySR +++ rm /tmp/tmp.qjy12tMTX2 /tmp/tmp.QPfYhwoySR +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.6zBaHCPmyZ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.kWy8ULmgaH +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.6zBaHCPmyZ +++ cat /tmp/tmp.kWy8ULmgaH +++ rm /tmp/tmp.6zBaHCPmyZ /tmp/tmp.kWy8ULmgaH +++ return 0 ++ size=2 ++ echo 2 + local proxy_size=2 + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z smart-update-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for smart-update-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for smart-update-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met waiting for pod/smart-update-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo smart-update-pxc-1 + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met waiting for pod/smart-update-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met waiting for pod/smart-update-pxc-2 to become Ready.Ok + wait_for_running smart-update-proxysql 2 + local name=smart-update-proxysql + local size=2 + local last_pod + local max_retry=480 + [[ -z smart-update-proxysql ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for smart-update-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for smart-update-proxysql ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in $(seq 0 $last_pod) + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/smart-update-proxysql-0 condition met waiting for pod/smart-update-proxysql-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-proxysql-1 480 + local pod=smart-update-proxysql-1 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-1 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/smart-update-proxysql-1 condition met waiting for pod/smart-update-proxysql-1 to become Ready.Ok + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.09wLvJaxTg +++ mktemp ++ local LAST_ERR=/tmp/tmp.3bGw7oujf9 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.09wLvJaxTg ++ cat /tmp/tmp.3bGw7oujf9 ++ rm /tmp/tmp.09wLvJaxTg /tmp/tmp.3bGw7oujf9 ++ return 0 + state=ready ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LrhyDeiabo +++ mktemp ++ local LAST_ERR=/tmp/tmp.gY4c5bkusw ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LrhyDeiabo ++ cat /tmp/tmp.gY4c5bkusw ++ rm /tmp/tmp.LrhyDeiabo /tmp/tmp.gY4c5bkusw ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rnk54UAbWE ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.kLRiguAtyX +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rnk54UAbWE +++++ cat /tmp/tmp.kLRiguAtyX +++++ rm /tmp/tmp.rnk54UAbWE /tmp/tmp.kLRiguAtyX +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Me0amWQX9U ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.18NMYC5oMx +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Me0amWQX9U +++++ cat /tmp/tmp.18NMYC5oMx +++++ rm /tmp/tmp.Me0amWQX9U /tmp/tmp.18NMYC5oMx +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kXdWKnahhR +++ mktemp ++ local LAST_ERR=/tmp/tmp.fSfmtjZJm2 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kXdWKnahhR ++ cat /tmp/tmp.fSfmtjZJm2 ++ rm /tmp/tmp.kXdWKnahhR /tmp/tmp.fSfmtjZJm2 ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 10 ++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.hQBtDaP4OP +++ mktemp ++ local LAST_ERR=/tmp/tmp.nmRMMZjQCq ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hQBtDaP4OP ++ cat /tmp/tmp.nmRMMZjQCq ++ rm /tmp/tmp.hQBtDaP4OP /tmp/tmp.nmRMMZjQCq ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H104GPjagK +++ mktemp ++ local LAST_ERR=/tmp/tmp.stQHu5qv6L ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H104GPjagK ++ cat /tmp/tmp.stQHu5qv6L ++ rm /tmp/tmp.H104GPjagK /tmp/tmp.stQHu5qv6L ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data smart-update 100500 no-proxy -P3306 + local cluster=smart-update + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password smart-update root ++ local cluster=smart-update ++ local user=root +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Xxae2u8HSv ++++ mktemp +++ local LAST_ERR=/tmp/tmp.eY8Uriqq7o +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Xxae2u8HSv +++ cat /tmp/tmp.eY8Uriqq7o +++ rm /tmp/tmp.Xxae2u8HSv /tmp/tmp.eY8Uriqq7o +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.9lrdNoUl90 +++ mktemp ++ local LAST_ERR=/tmp/tmp.U12B8vPZ8k ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9lrdNoUl90 ++ cat /tmp/tmp.U12B8vPZ8k ++ rm /tmp/tmp.9lrdNoUl90 /tmp/tmp.U12B8vPZ8k ++ return 0 + root_pass=root_password ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.SLmkCtCfGT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.hkyJW8JRUk +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.SLmkCtCfGT +++ cat /tmp/tmp.hkyJW8JRUk +++ rm /tmp/tmp.SLmkCtCfGT /tmp/tmp.hkyJW8JRUk +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.tO90yrrCkO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.SUbOJ6TGiz +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.tO90yrrCkO +++ cat /tmp/tmp.SUbOJ6TGiz +++ rm /tmp/tmp.tO90yrrCkO /tmp/tmp.SUbOJ6TGiz +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + proxy=smart-update-proxysql + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h smart-update-pxc-0.smart-update-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LcHWafmx2M +++ mktemp ++ local LAST_ERR=/tmp/tmp.wGhcoaqS5b ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LcHWafmx2M ++ cat /tmp/tmp.wGhcoaqS5b ++ rm /tmp/tmp.LcHWafmx2M /tmp/tmp.wGhcoaqS5b ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data smart-update select-1 no-proxy -P3306 + local cluster=smart-update + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password smart-update root ++ local cluster=smart-update ++ local user=root +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.SzaAZhFUlQ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.IWiLMYhTqo +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.SzaAZhFUlQ +++ cat /tmp/tmp.IWiLMYhTqo +++ rm /tmp/tmp.SzaAZhFUlQ /tmp/tmp.IWiLMYhTqo +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tjW02qoru8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.627QuKxcga ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tjW02qoru8 ++ cat /tmp/tmp.627QuKxcga ++ rm /tmp/tmp.tjW02qoru8 /tmp/tmp.627QuKxcga ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size smart-update ++ local cluster=smart-update ++ local size=0 +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.87ECndx6Hk ++++ mktemp +++ local LAST_ERR=/tmp/tmp.DBS4pNwYZ4 +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.87ECndx6Hk +++ cat /tmp/tmp.DBS4pNwYZ4 +++ rm /tmp/tmp.87ECndx6Hk /tmp/tmp.DBS4pNwYZ4 +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M640esO5tb +++ mktemp ++ local LAST_ERR=/tmp/tmp.dXKWFfkEL4 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.M640esO5tb ++ cat /tmp/tmp.dXKWFfkEL4 ++ rm /tmp/tmp.M640esO5tb /tmp/tmp.dXKWFfkEL4 ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-674d6c4f45-x4t9r + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NDt6mq6FQF +++ mktemp ++ local LAST_ERR=/tmp/tmp.8EnjrmuzF6 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NDt6mq6FQF ++ cat /tmp/tmp.8EnjrmuzF6 ++ rm /tmp/tmp.NDt6mq6FQF /tmp/tmp.8EnjrmuzF6 ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-674d6c4f45-x4t9r ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IPoLruh8fr +++ mktemp ++ local LAST_ERR=/tmp/tmp.qeH9ODkejh ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IPoLruh8fr ++ cat /tmp/tmp.qeH9ODkejh ++ rm /tmp/tmp.IPoLruh8fr /tmp/tmp.qeH9ODkejh ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-674d6c4f45-x4t9r + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + is_keyring_plugin_in_use smart-update + local cluster=smart-update + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + kubectl exec smart-update-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + return 1 +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.SVFLxX5K1t +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.RrmMW2Ie8T ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.SVFLxX5K1t ++++ cat /tmp/tmp.RrmMW2Ie8T ++++ rm /tmp/tmp.SVFLxX5K1t /tmp/tmp.RrmMW2Ie8T ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.MFEsfw1BJN +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.fzHx10ETr7 ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.MFEsfw1BJN ++++ cat /tmp/tmp.fzHx10ETr7 ++++ rm /tmp/tmp.MFEsfw1BJN /tmp/tmp.fzHx10ETr7 ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-2.smart-update-pxc.smart-update1-10757.svc.cluster.local +++ wc -l +++ echo smart-update-pxc-2.smart-update-pxc.smart-update1-10757.svc.cluster.local ++ '[' 1 '!=' 1 ']' ++ echo smart-update-pxc-2.smart-update-pxc.smart-update1-10757.svc.cluster.local ++ cut -d. -f1 + initial_primary=smart-update-pxc-2 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.oX75Y4fkKc ++ mktemp + local LAST_ERR=/tmp/tmp.tEILO3TPH3 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oX75Y4fkKc perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.tEILO3TPH3 + rm /tmp/tmp.oX75Y4fkKc /tmp/tmp.tEILO3TPH3 + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-2 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.4 + local cluster=smart-update + local initial_primary=smart-update-pxc-2 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.4 + set +x Waiting for the last pod to update................. smart-update-pxc-2 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D2vYEhUqo0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9i4irU8KIm ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D2vYEhUqo0 ++ cat /tmp/tmp.9i4irU8KIm ++ rm /tmp/tmp.D2vYEhUqo0 /tmp/tmp.9i4irU8KIm ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SNiRIiqI1b +++ mktemp ++ local LAST_ERR=/tmp/tmp.1sifXedDKJ ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SNiRIiqI1b ++ cat /tmp/tmp.1sifXedDKJ ++ rm /tmp/tmp.SNiRIiqI1b /tmp/tmp.1sifXedDKJ ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.V8f0tSlsiH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ootshQmn5t +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.V8f0tSlsiH +++++ cat /tmp/tmp.ootshQmn5t +++++ rm /tmp/tmp.V8f0tSlsiH /tmp/tmp.ootshQmn5t +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.UoxTRzwNGB ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.3E3pgORalv +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.UoxTRzwNGB +++++ cat /tmp/tmp.3E3pgORalv +++++ rm /tmp/tmp.UoxTRzwNGB /tmp/tmp.3E3pgORalv +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tUDNZxJWfy +++ mktemp ++ local LAST_ERR=/tmp/tmp.ORdznvOkoF ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tUDNZxJWfy ++ cat /tmp/tmp.ORdznvOkoF ++ rm /tmp/tmp.tUDNZxJWfy /tmp/tmp.ORdznvOkoF ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JOCPXSoAY1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tuIm0M9kuu ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JOCPXSoAY1 ++ cat /tmp/tmp.tuIm0M9kuu ++ rm /tmp/tmp.JOCPXSoAY1 /tmp/tmp.tuIm0M9kuu ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zUAhcOnu4i +++ mktemp ++ local LAST_ERR=/tmp/tmp.IXZQPDjz5p ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zUAhcOnu4i ++ cat /tmp/tmp.IXZQPDjz5p ++ rm /tmp/tmp.zUAhcOnu4i /tmp/tmp.IXZQPDjz5p ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.LQvTur16YM ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.89INGV6Om1 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.LQvTur16YM +++++ cat /tmp/tmp.89INGV6Om1 +++++ rm /tmp/tmp.LQvTur16YM /tmp/tmp.89INGV6Om1 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ywDxIiT2jA ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.1VT5HZ5IDP +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ywDxIiT2jA +++++ cat /tmp/tmp.1VT5HZ5IDP +++++ rm /tmp/tmp.ywDxIiT2jA /tmp/tmp.1VT5HZ5IDP +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kQS4852frn +++ mktemp ++ local LAST_ERR=/tmp/tmp.IlKLKpob3Y ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kQS4852frn ++ cat /tmp/tmp.IlKLKpob3Y ++ rm /tmp/tmp.kQS4852frn /tmp/tmp.IlKLKpob3Y ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rfqBAUu9dW +++ mktemp ++ local LAST_ERR=/tmp/tmp.UOyytEauek ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rfqBAUu9dW ++ cat /tmp/tmp.UOyytEauek ++ rm /tmp/tmp.rfqBAUu9dW /tmp/tmp.UOyytEauek ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.whTJXgy6s8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.f9Vt4I31Yd ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.whTJXgy6s8 ++ cat /tmp/tmp.f9Vt4I31Yd ++ rm /tmp/tmp.whTJXgy6s8 /tmp/tmp.f9Vt4I31Yd ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.s2ZzCmfDdy ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.aiPmeYDYHp +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.s2ZzCmfDdy +++++ cat /tmp/tmp.aiPmeYDYHp +++++ rm /tmp/tmp.s2ZzCmfDdy /tmp/tmp.aiPmeYDYHp +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rHe9s87tmG ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.QhZmS5CLfM +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rHe9s87tmG +++++ cat /tmp/tmp.QhZmS5CLfM +++++ rm /tmp/tmp.rHe9s87tmG /tmp/tmp.QhZmS5CLfM +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YKV906cr9J +++ mktemp ++ local LAST_ERR=/tmp/tmp.A3jmm6EZRw ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YKV906cr9J ++ cat /tmp/tmp.A3jmm6EZRw ++ rm /tmp/tmp.YKV906cr9J /tmp/tmp.A3jmm6EZRw ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XIoG0zVWCI +++ mktemp ++ local LAST_ERR=/tmp/tmp.nLU6TyWoEH ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XIoG0zVWCI ++ cat /tmp/tmp.nLU6TyWoEH ++ rm /tmp/tmp.XIoG0zVWCI /tmp/tmp.nLU6TyWoEH ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TJKMU7AI3u +++ mktemp ++ local LAST_ERR=/tmp/tmp.zH3dnru43u ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TJKMU7AI3u ++ cat /tmp/tmp.zH3dnru43u ++ rm /tmp/tmp.TJKMU7AI3u /tmp/tmp.zH3dnru43u ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.vLAXiBz87H ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.WBIgUYOcV8 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.vLAXiBz87H +++++ cat /tmp/tmp.WBIgUYOcV8 +++++ rm /tmp/tmp.vLAXiBz87H /tmp/tmp.WBIgUYOcV8 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.A1DDmvMSYB ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.35AJ7Qehrz +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.A1DDmvMSYB +++++ cat /tmp/tmp.35AJ7Qehrz +++++ rm /tmp/tmp.A1DDmvMSYB /tmp/tmp.35AJ7Qehrz +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VeBwto3qFd +++ mktemp ++ local LAST_ERR=/tmp/tmp.wjNIKuYFgf ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VeBwto3qFd ++ cat /tmp/tmp.wjNIKuYFgf ++ rm /tmp/tmp.VeBwto3qFd /tmp/tmp.wjNIKuYFgf ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bVDTzqmq4s +++ mktemp ++ local LAST_ERR=/tmp/tmp.40x4uX3dI4 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bVDTzqmq4s ++ cat /tmp/tmp.40x4uX3dI4 ++ rm /tmp/tmp.bVDTzqmq4s /tmp/tmp.40x4uX3dI4 ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MlvSD5jTHk +++ mktemp ++ local LAST_ERR=/tmp/tmp.W8JLpMUJDY ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MlvSD5jTHk ++ cat /tmp/tmp.W8JLpMUJDY ++ rm /tmp/tmp.MlvSD5jTHk /tmp/tmp.W8JLpMUJDY ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.oPMNjlIAFO ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.3jRobDIzMi +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.oPMNjlIAFO +++++ cat /tmp/tmp.3jRobDIzMi +++++ rm /tmp/tmp.oPMNjlIAFO /tmp/tmp.3jRobDIzMi +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.1QUt0tcs6f ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.pY2wvuA9nC +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.1QUt0tcs6f +++++ cat /tmp/tmp.pY2wvuA9nC +++++ rm /tmp/tmp.1QUt0tcs6f /tmp/tmp.pY2wvuA9nC +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AA6NTDInoI +++ mktemp ++ local LAST_ERR=/tmp/tmp.zcQDUFlN5S ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AA6NTDInoI ++ cat /tmp/tmp.zcQDUFlN5S ++ rm /tmp/tmp.AA6NTDInoI /tmp/tmp.zcQDUFlN5S ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.U2xtlnP8cx +++ mktemp ++ local LAST_ERR=/tmp/tmp.7oi2s4WjkQ ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.U2xtlnP8cx ++ cat /tmp/tmp.7oi2s4WjkQ ++ rm /tmp/tmp.U2xtlnP8cx /tmp/tmp.7oi2s4WjkQ ++ return 0 + state=ready ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.khPUF3BtOd +++ mktemp ++ local LAST_ERR=/tmp/tmp.X2wklW1vtX ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.khPUF3BtOd ++ cat /tmp/tmp.X2wklW1vtX ++ rm /tmp/tmp.khPUF3BtOd /tmp/tmp.X2wklW1vtX ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.pKO6utdkYr ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.chImUiUayu +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.pKO6utdkYr +++++ cat /tmp/tmp.chImUiUayu +++++ rm /tmp/tmp.pKO6utdkYr /tmp/tmp.chImUiUayu +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.HPLGa9JKPs ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.rJ6sfdtmQH +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.HPLGa9JKPs +++++ cat /tmp/tmp.rJ6sfdtmQH +++++ rm /tmp/tmp.HPLGa9JKPs /tmp/tmp.rJ6sfdtmQH +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YNXQv2iyJi +++ mktemp ++ local LAST_ERR=/tmp/tmp.aUI7pkVeOK ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YNXQv2iyJi ++ cat /tmp/tmp.aUI7pkVeOK ++ rm /tmp/tmp.YNXQv2iyJi /tmp/tmp.aUI7pkVeOK ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return ++ seq 0 2 + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p3xGB6r5eu +++ mktemp ++ local LAST_ERR=/tmp/tmp.ihgRvyjU1I ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p3xGB6r5eu ++ cat /tmp/tmp.ihgRvyjU1I ++ rm /tmp/tmp.p3xGB6r5eu /tmp/tmp.ihgRvyjU1I ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-674d6c4f45-x4t9r + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6CZWxRftmV +++ mktemp ++ local LAST_ERR=/tmp/tmp.bmOL0i86eV ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6CZWxRftmV ++ cat /tmp/tmp.bmOL0i86eV ++ rm /tmp/tmp.6CZWxRftmV /tmp/tmp.bmOL0i86eV ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-674d6c4f45-x4t9r + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mYg0KqGKtB +++ mktemp ++ local LAST_ERR=/tmp/tmp.XUEewNi8Lv ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mYg0KqGKtB ++ cat /tmp/tmp.XUEewNi8Lv ++ rm /tmp/tmp.mYg0KqGKtB /tmp/tmp.XUEewNi8Lv ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.pZAGbwpDBO ++ mktemp + local LAST_ERR=/tmp/tmp.uSmpPTITsD + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pZAGbwpDBO perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-10757 namespace + cat /tmp/tmp.uSmpPTITsD + rm /tmp/tmp.pZAGbwpDBO /tmp/tmp.uSmpPTITsD + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.oAHfjVKU8E ++ mktemp + local LAST_ERR=/tmp/tmp.KGgQxi9CU7 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oAHfjVKU8E persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-10757 namespace persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-10757 namespace persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-10757 namespace persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted from smart-update1-10757 namespace persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted from smart-update1-10757 namespace + cat /tmp/tmp.KGgQxi9CU7 + rm /tmp/tmp.oAHfjVKU8E /tmp/tmp.KGgQxi9CU7 + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420"' /tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.bxOpgKJdF7 ++ mktemp + local LAST_ERR=/tmp/tmp.YMSnk5qBgU + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bxOpgKJdF7 secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.YMSnk5qBgU + rm /tmp/tmp.bxOpgKJdF7 /tmp/tmp.YMSnk5qBgU + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10757~ + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + local LAST_OUT=/tmp/tmp.TCRKqKxpnF ++ mktemp + local LAST_ERR=/tmp/tmp.31kj6x7wy2 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TCRKqKxpnF deployment.apps/pxc-client unchanged + cat /tmp/tmp.31kj6x7wy2 + rm /tmp/tmp.TCRKqKxpnF /tmp/tmp.31kj6x7wy2 + return 0 + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + apply_config /tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml + local config_file=/tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml '' + local input_file=/tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10757~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + local LAST_OUT=/tmp/tmp.cGPK7bLfaI + cat /tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml ++ mktemp + local LAST_ERR=/tmp/tmp.6ig9wXmwXe + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cGPK7bLfaI perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.6ig9wXmwXe + rm /tmp/tmp.cGPK7bLfaI /tmp/tmp.6ig9wXmwXe + return 0 + desc 'waiting pods to be running for smart-update' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for smart-update ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.IuPavzeosM ++++ mktemp +++ local LAST_ERR=/tmp/tmp.A3jWzqUj4B +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.IuPavzeosM +++ cat /tmp/tmp.A3jWzqUj4B +++ rm /tmp/tmp.IuPavzeosM /tmp/tmp.A3jWzqUj4B +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy ++ get_proxy_size smart-update ++ local cluster=smart-update ++ local size=0 +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.1YvColPPZi ++++ mktemp +++ local LAST_ERR=/tmp/tmp.JKzGF0S1dN +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.1YvColPPZi +++ cat /tmp/tmp.JKzGF0S1dN +++ rm /tmp/tmp.1YvColPPZi /tmp/tmp.JKzGF0S1dN +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.rl9tVJLK6N ++++ mktemp +++ local LAST_ERR=/tmp/tmp.KgizvO0X9y +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.rl9tVJLK6N +++ cat /tmp/tmp.KgizvO0X9y +++ rm /tmp/tmp.rl9tVJLK6N /tmp/tmp.KgizvO0X9y +++ return 0 ++ size=2 ++ echo 2 + local proxy_size=2 + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z smart-update-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for smart-update-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for smart-update-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo smart-update-pxc-0 ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met waiting for pod/smart-update-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo smart-update-pxc-1 + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met waiting for pod/smart-update-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met waiting for pod/smart-update-pxc-2 to become Ready.Ok + wait_for_running smart-update-haproxy 2 + local name=smart-update-haproxy + local size=2 + local last_pod + local max_retry=480 + [[ -z smart-update-haproxy ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for smart-update-haproxy' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for smart-update-haproxy ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in $(seq 0 $last_pod) + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met waiting for pod/smart-update-haproxy-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-haproxy-1 480 + local pod=smart-update-haproxy-1 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-1 condition met waiting for pod/smart-update-haproxy-1 to become Ready.Ok + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bol1CZKnx3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.KDI14c1kOC ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bol1CZKnx3 ++ cat /tmp/tmp.KDI14c1kOC ++ rm /tmp/tmp.bol1CZKnx3 /tmp/tmp.KDI14c1kOC ++ return 0 + state=ready ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RTmjBQIQCj +++ mktemp ++ local LAST_ERR=/tmp/tmp.81owGKHEKY ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RTmjBQIQCj ++ cat /tmp/tmp.81owGKHEKY ++ rm /tmp/tmp.RTmjBQIQCj /tmp/tmp.81owGKHEKY ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.0gFqDJLlRg ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.jsuZV6kZZi +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.0gFqDJLlRg +++++ cat /tmp/tmp.jsuZV6kZZi +++++ rm /tmp/tmp.0gFqDJLlRg /tmp/tmp.jsuZV6kZZi +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dE3iNq9vfq +++ mktemp ++ local LAST_ERR=/tmp/tmp.4gsuvhGIwj ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dE3iNq9vfq ++ cat /tmp/tmp.4gsuvhGIwj ++ rm /tmp/tmp.dE3iNq9vfq /tmp/tmp.4gsuvhGIwj ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 10 ++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.D0UMjfzsFW +++ mktemp ++ local LAST_ERR=/tmp/tmp.Kicm7WZzUf ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D0UMjfzsFW ++ cat /tmp/tmp.Kicm7WZzUf ++ rm /tmp/tmp.D0UMjfzsFW /tmp/tmp.Kicm7WZzUf ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wSc8JoGa91 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xatdQRsfNV ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wSc8JoGa91 ++ cat /tmp/tmp.xatdQRsfNV ++ rm /tmp/tmp.wSc8JoGa91 /tmp/tmp.xatdQRsfNV ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-674d6c4f45-x4t9r + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data smart-update 100500 no-proxy -P3306 + local cluster=smart-update + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password smart-update root ++ local cluster=smart-update ++ local user=root +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ULShckNW17 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.tn2QDHVkLk +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.ULShckNW17 +++ cat /tmp/tmp.tn2QDHVkLk +++ rm /tmp/tmp.ULShckNW17 /tmp/tmp.tn2QDHVkLk +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ithtx4Ykpw +++ mktemp ++ local LAST_ERR=/tmp/tmp.YuZ0F7yMte ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ithtx4Ykpw ++ cat /tmp/tmp.YuZ0F7yMte ++ rm /tmp/tmp.Ithtx4Ykpw /tmp/tmp.YuZ0F7yMte ++ return 0 + root_pass=root_password ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WMrDstUMM6 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.SeeStrxjsk +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.WMrDstUMM6 +++ cat /tmp/tmp.SeeStrxjsk +++ rm /tmp/tmp.WMrDstUMM6 /tmp/tmp.SeeStrxjsk +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + proxy=smart-update-haproxy + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h smart-update-pxc-0.smart-update-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PjqKCoR2nO +++ mktemp ++ local LAST_ERR=/tmp/tmp.xqQIHaF2tu ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PjqKCoR2nO ++ cat /tmp/tmp.xqQIHaF2tu ++ rm /tmp/tmp.PjqKCoR2nO /tmp/tmp.xqQIHaF2tu ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data smart-update select-1 no-proxy -P3306 + local cluster=smart-update + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password smart-update root ++ local cluster=smart-update ++ local user=root +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.E1n13qRhRQ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xx2ah8s91n +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.E1n13qRhRQ +++ cat /tmp/tmp.xx2ah8s91n +++ rm /tmp/tmp.E1n13qRhRQ /tmp/tmp.xx2ah8s91n +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hUcay4RGaE +++ mktemp ++ local LAST_ERR=/tmp/tmp.Nobu8SiOgE ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hUcay4RGaE ++ cat /tmp/tmp.Nobu8SiOgE ++ rm /tmp/tmp.hUcay4RGaE /tmp/tmp.Nobu8SiOgE ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size smart-update ++ local cluster=smart-update ++ local size=0 +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.QzB0GY5hV0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.UY0MJ4qyTP +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.QzB0GY5hV0 +++ cat /tmp/tmp.UY0MJ4qyTP +++ rm /tmp/tmp.QzB0GY5hV0 /tmp/tmp.UY0MJ4qyTP +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.x485NgLiuG +++ mktemp ++ local LAST_ERR=/tmp/tmp.uXQycIQQ07 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.x485NgLiuG ++ cat /tmp/tmp.uXQycIQQ07 ++ rm /tmp/tmp.x485NgLiuG /tmp/tmp.uXQycIQQ07 ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.94t1e7GqPe +++ mktemp ++ local LAST_ERR=/tmp/tmp.E8wXjacsqR ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.94t1e7GqPe ++ cat /tmp/tmp.E8wXjacsqR ++ rm /tmp/tmp.94t1e7GqPe /tmp/tmp.E8wXjacsqR ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.knL8G9YhMC +++ mktemp ++ local LAST_ERR=/tmp/tmp.UqwNn36SUa ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.knL8G9YhMC ++ cat /tmp/tmp.UqwNn36SUa ++ rm /tmp/tmp.knL8G9YhMC /tmp/tmp.UqwNn36SUa ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + is_keyring_plugin_in_use smart-update + local cluster=smart-update + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + kubectl exec smart-update-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + return 1 ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.EJw7lYno2Y ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rC042pOxCQ +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.EJw7lYno2Y +++ cat /tmp/tmp.rC042pOxCQ +++ rm /tmp/tmp.EJw7lYno2Y /tmp/tmp.rC042pOxCQ +++ return 0 ++ client_pod=pxc-client-674d6c4f45-x4t9r ++ wait_pod pxc-client-674d6c4f45-x4t9r ++ local pod=pxc-client-674d6c4f45-x4t9r ++ local max_retry=480 ++ local ns= +++ grep -E '^(pxc|proxysql)$' +++ echo pxc-client-674d6c4f45-x4t9r +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ local container= ++ set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.EwkqmVyOyM ++ mktemp + local LAST_ERR=/tmp/tmp.pxEH18zuCo + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EwkqmVyOyM perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.pxEH18zuCo + rm /tmp/tmp.EwkqmVyOyM /tmp/tmp.pxEH18zuCo + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.4 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.4 + set +x Waiting for the last pod to update.......... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4uEmLwkdhY +++ mktemp ++ local LAST_ERR=/tmp/tmp.ps1GONoOMt ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4uEmLwkdhY ++ cat /tmp/tmp.ps1GONoOMt ++ rm /tmp/tmp.4uEmLwkdhY /tmp/tmp.ps1GONoOMt ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4Cum7IIcz8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.7NSUxvkk9D ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4Cum7IIcz8 ++ cat /tmp/tmp.7NSUxvkk9D ++ rm /tmp/tmp.4Cum7IIcz8 /tmp/tmp.7NSUxvkk9D ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.zd40gTzHAX ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ndcxHepWSS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.zd40gTzHAX +++++ cat /tmp/tmp.ndcxHepWSS +++++ rm /tmp/tmp.zd40gTzHAX /tmp/tmp.ndcxHepWSS +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JJ4Sp5eLlO +++ mktemp ++ local LAST_ERR=/tmp/tmp.c89aqwo6Dq ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JJ4Sp5eLlO ++ cat /tmp/tmp.c89aqwo6Dq ++ rm /tmp/tmp.JJ4Sp5eLlO /tmp/tmp.c89aqwo6Dq ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OLVJxWrdob +++ mktemp ++ local LAST_ERR=/tmp/tmp.wXIbuiHkZJ ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OLVJxWrdob ++ cat /tmp/tmp.wXIbuiHkZJ ++ rm /tmp/tmp.OLVJxWrdob /tmp/tmp.wXIbuiHkZJ ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nz8ommAjfc +++ mktemp ++ local LAST_ERR=/tmp/tmp.hHdIF7Y180 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nz8ommAjfc ++ cat /tmp/tmp.hHdIF7Y180 ++ rm /tmp/tmp.nz8ommAjfc /tmp/tmp.hHdIF7Y180 ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.uSnhdU2OYl ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.bet7hHgkhN +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.uSnhdU2OYl +++++ cat /tmp/tmp.bet7hHgkhN +++++ rm /tmp/tmp.uSnhdU2OYl /tmp/tmp.bet7hHgkhN +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DzLbC3g1fh +++ mktemp ++ local LAST_ERR=/tmp/tmp.4MtQvH3Mip ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DzLbC3g1fh ++ cat /tmp/tmp.4MtQvH3Mip ++ rm /tmp/tmp.DzLbC3g1fh /tmp/tmp.4MtQvH3Mip ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ir8mt8KWZ1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.l6LK4YCJkv ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ir8mt8KWZ1 ++ cat /tmp/tmp.l6LK4YCJkv ++ rm /tmp/tmp.ir8mt8KWZ1 /tmp/tmp.l6LK4YCJkv ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rfs46Fwf8F +++ mktemp ++ local LAST_ERR=/tmp/tmp.uytxWAupYP ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rfs46Fwf8F ++ cat /tmp/tmp.uytxWAupYP ++ rm /tmp/tmp.rfs46Fwf8F /tmp/tmp.uytxWAupYP ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.XmyCc20xdm ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.VOjsR3m0mW +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.XmyCc20xdm +++++ cat /tmp/tmp.VOjsR3m0mW +++++ rm /tmp/tmp.XmyCc20xdm /tmp/tmp.VOjsR3m0mW +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Gr7a3FI5B6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.4VEi8KwbhS ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Gr7a3FI5B6 ++ cat /tmp/tmp.4VEi8KwbhS ++ rm /tmp/tmp.Gr7a3FI5B6 /tmp/tmp.4VEi8KwbhS ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DryoddBlxC +++ mktemp ++ local LAST_ERR=/tmp/tmp.WBYqNWCUcN ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DryoddBlxC ++ cat /tmp/tmp.WBYqNWCUcN ++ rm /tmp/tmp.DryoddBlxC /tmp/tmp.WBYqNWCUcN ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kMpkcPk3oE +++ mktemp ++ local LAST_ERR=/tmp/tmp.5RYvnfAD7i ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kMpkcPk3oE ++ cat /tmp/tmp.5RYvnfAD7i ++ rm /tmp/tmp.kMpkcPk3oE /tmp/tmp.5RYvnfAD7i ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.a1Sry0oMeL ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ypOu4S9r2D +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.a1Sry0oMeL +++++ cat /tmp/tmp.ypOu4S9r2D +++++ rm /tmp/tmp.a1Sry0oMeL /tmp/tmp.ypOu4S9r2D +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6FFnccJEsf +++ mktemp ++ local LAST_ERR=/tmp/tmp.nzgfN4cpxS ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6FFnccJEsf ++ cat /tmp/tmp.nzgfN4cpxS ++ rm /tmp/tmp.6FFnccJEsf /tmp/tmp.nzgfN4cpxS ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iXlVIBfxrw +++ mktemp ++ local LAST_ERR=/tmp/tmp.PKkWkM0qv9 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iXlVIBfxrw ++ cat /tmp/tmp.PKkWkM0qv9 ++ rm /tmp/tmp.iXlVIBfxrw /tmp/tmp.PKkWkM0qv9 ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QPjEXJBvmI +++ mktemp ++ local LAST_ERR=/tmp/tmp.QqTvK2pnGU ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QPjEXJBvmI ++ cat /tmp/tmp.QqTvK2pnGU ++ rm /tmp/tmp.QPjEXJBvmI /tmp/tmp.QqTvK2pnGU ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.IBZXSaIpzg ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.LRtQDdfDcX +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.IBZXSaIpzg +++++ cat /tmp/tmp.LRtQDdfDcX +++++ rm /tmp/tmp.IBZXSaIpzg /tmp/tmp.LRtQDdfDcX +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8CalEAluFj +++ mktemp ++ local LAST_ERR=/tmp/tmp.DDFuoqwWHB ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8CalEAluFj ++ cat /tmp/tmp.DDFuoqwWHB ++ rm /tmp/tmp.8CalEAluFj /tmp/tmp.DDFuoqwWHB ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wqBqbgATEs +++ mktemp ++ local LAST_ERR=/tmp/tmp.sHEVOEIiVb ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wqBqbgATEs ++ cat /tmp/tmp.sHEVOEIiVb ++ rm /tmp/tmp.wqBqbgATEs /tmp/tmp.sHEVOEIiVb ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iAUQG6UDMv +++ mktemp ++ local LAST_ERR=/tmp/tmp.3qhxH3btox ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iAUQG6UDMv ++ cat /tmp/tmp.3qhxH3btox ++ rm /tmp/tmp.iAUQG6UDMv /tmp/tmp.3qhxH3btox ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.FVFHj3sh7N ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.7eueNwPOOC +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.FVFHj3sh7N +++++ cat /tmp/tmp.7eueNwPOOC +++++ rm /tmp/tmp.FVFHj3sh7N /tmp/tmp.7eueNwPOOC +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bdSqdCQ1ZV +++ mktemp ++ local LAST_ERR=/tmp/tmp.hagPdSlpQx ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bdSqdCQ1ZV ++ cat /tmp/tmp.hagPdSlpQx ++ rm /tmp/tmp.bdSqdCQ1ZV /tmp/tmp.hagPdSlpQx ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.etfN2GzCU2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.uzK9WI9u19 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.etfN2GzCU2 ++ cat /tmp/tmp.uzK9WI9u19 ++ rm /tmp/tmp.etfN2GzCU2 /tmp/tmp.uzK9WI9u19 ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZFCAAjruk7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8r320ICpsu ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZFCAAjruk7 ++ cat /tmp/tmp.8r320ICpsu ++ rm /tmp/tmp.ZFCAAjruk7 /tmp/tmp.8r320ICpsu ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Bc3AK5E2SW ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.HfAlfjDW9a +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Bc3AK5E2SW +++++ cat /tmp/tmp.HfAlfjDW9a +++++ rm /tmp/tmp.Bc3AK5E2SW /tmp/tmp.HfAlfjDW9a +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mw8Kzjj4k6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.GQTKK2EsAa ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mw8Kzjj4k6 ++ cat /tmp/tmp.GQTKK2EsAa ++ rm /tmp/tmp.mw8Kzjj4k6 /tmp/tmp.GQTKK2EsAa ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uXKTRzciXo +++ mktemp ++ local LAST_ERR=/tmp/tmp.xHAg4elGmR ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uXKTRzciXo ++ cat /tmp/tmp.xHAg4elGmR ++ rm /tmp/tmp.uXKTRzciXo /tmp/tmp.xHAg4elGmR ++ return 0 + state=ready ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lpvlOgzPvm +++ mktemp ++ local LAST_ERR=/tmp/tmp.h7wIqXVEn7 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lpvlOgzPvm ++ cat /tmp/tmp.h7wIqXVEn7 ++ rm /tmp/tmp.lpvlOgzPvm /tmp/tmp.h7wIqXVEn7 ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bQE8mc7o23 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ExC8QmbHTK +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bQE8mc7o23 +++++ cat /tmp/tmp.ExC8QmbHTK +++++ rm /tmp/tmp.bQE8mc7o23 /tmp/tmp.ExC8QmbHTK +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GacKGhSUoX +++ mktemp ++ local LAST_ERR=/tmp/tmp.N8DXaOfSRH ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GacKGhSUoX ++ cat /tmp/tmp.N8DXaOfSRH ++ rm /tmp/tmp.GacKGhSUoX /tmp/tmp.N8DXaOfSRH ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return ++ seq 0 2 + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sW7i6bWCJn +++ mktemp ++ local LAST_ERR=/tmp/tmp.d9etidvNbY ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sW7i6bWCJn ++ cat /tmp/tmp.d9etidvNbY ++ rm /tmp/tmp.sW7i6bWCJn /tmp/tmp.d9etidvNbY ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-674d6c4f45-x4t9r ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PhgCCdkawM +++ mktemp ++ local LAST_ERR=/tmp/tmp.mt2n955puy ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PhgCCdkawM ++ cat /tmp/tmp.mt2n955puy ++ rm /tmp/tmp.PhgCCdkawM /tmp/tmp.mt2n955puy ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JP4hhJiFnp +++ mktemp ++ local LAST_ERR=/tmp/tmp.ORgV2sOwFq ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JP4hhJiFnp ++ cat /tmp/tmp.ORgV2sOwFq ++ rm /tmp/tmp.JP4hhJiFnp /tmp/tmp.ORgV2sOwFq ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-674d6c4f45-x4t9r + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + kubectl_bin delete -f /tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Z8xdETY4kW ++ mktemp + local LAST_ERR=/tmp/tmp.8WcOXAc0ya + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /tmp/tmp.ZUfnMenQ8T/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Z8xdETY4kW perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-10757 namespace + cat /tmp/tmp.8WcOXAc0ya + rm /tmp/tmp.Z8xdETY4kW /tmp/tmp.8WcOXAc0ya + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.QnRSFMEM8S ++ mktemp + local LAST_ERR=/tmp/tmp.bBJcn1Eryq + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QnRSFMEM8S persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-10757 namespace persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-10757 namespace persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-10757 namespace + cat /tmp/tmp.bBJcn1Eryq + rm /tmp/tmp.QnRSFMEM8S /tmp/tmp.bBJcn1Eryq + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420"' /tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.WnxxB0objL ++ mktemp + local LAST_ERR=/tmp/tmp.TnY2PrnVDB + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WnxxB0objL secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.TnY2PrnVDB + rm /tmp/tmp.WnxxB0objL /tmp/tmp.TnY2PrnVDB + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10757~ + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' ++ mktemp + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_OUT=/tmp/tmp.3u8ZrZYqaJ ++ mktemp + local LAST_ERR=/tmp/tmp.OhyUkuUaZM + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3u8ZrZYqaJ deployment.apps/pxc-client unchanged + cat /tmp/tmp.OhyUkuUaZM + rm /tmp/tmp.3u8ZrZYqaJ /tmp/tmp.OhyUkuUaZM + return 0 + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + apply_config /tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + local config_file=/tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml '' + local input_file=/tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + local pvc_name= ++ mktemp + cat /tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.4.5-5.1#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + local LAST_OUT=/tmp/tmp.HCcdPgJfFm + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-10757~ ++ mktemp + local LAST_ERR=/tmp/tmp.bJL8rEeDAs + local exit_status=0 + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HCcdPgJfFm perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.bJL8rEeDAs + rm /tmp/tmp.HCcdPgJfFm /tmp/tmp.bJL8rEeDAs + return 0 + desc 'waiting pods to be running for smart-update' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for smart-update ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.rGJLQAEBWO ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ZcwbXZwA60 +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.rGJLQAEBWO +++ cat /tmp/tmp.ZcwbXZwA60 +++ rm /tmp/tmp.rGJLQAEBWO /tmp/tmp.ZcwbXZwA60 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy ++ get_proxy_size smart-update ++ local cluster=smart-update ++ local size=0 +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.fZuf498cWi ++++ mktemp +++ local LAST_ERR=/tmp/tmp.UP7acVMEp4 +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.fZuf498cWi +++ cat /tmp/tmp.UP7acVMEp4 +++ rm /tmp/tmp.fZuf498cWi /tmp/tmp.UP7acVMEp4 +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.TkBoGodCij ++++ mktemp +++ local LAST_ERR=/tmp/tmp.IiHdnwThpC +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.TkBoGodCij +++ cat /tmp/tmp.IiHdnwThpC +++ rm /tmp/tmp.TkBoGodCij /tmp/tmp.IiHdnwThpC +++ return 0 ++ size=2 ++ echo 2 + local proxy_size=2 + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z smart-update-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for smart-update-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for smart-update-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met waiting for pod/smart-update-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo smart-update-pxc-1 ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met waiting for pod/smart-update-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met waiting for pod/smart-update-pxc-2 to become Ready.Ok + wait_for_running smart-update-haproxy 2 + local name=smart-update-haproxy + local size=2 + local last_pod + local max_retry=480 + [[ -z smart-update-haproxy ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for smart-update-haproxy' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for smart-update-haproxy ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in $(seq 0 $last_pod) + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met waiting for pod/smart-update-haproxy-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod smart-update-haproxy-1 480 + local pod=smart-update-haproxy-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo smart-update-haproxy-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/smart-update-haproxy-1 condition met waiting for pod/smart-update-haproxy-1 to become Ready.Ok + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YrqaM1sysy +++ mktemp ++ local LAST_ERR=/tmp/tmp.3izHzSxQY4 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YrqaM1sysy ++ cat /tmp/tmp.3izHzSxQY4 ++ rm /tmp/tmp.YrqaM1sysy /tmp/tmp.3izHzSxQY4 ++ return 0 + state=ready ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fukiIuDp1h +++ mktemp ++ local LAST_ERR=/tmp/tmp.eAXRUgOk8X ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fukiIuDp1h ++ cat /tmp/tmp.eAXRUgOk8X ++ rm /tmp/tmp.fukiIuDp1h /tmp/tmp.eAXRUgOk8X ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.8ygqknvDan ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ckJe70GWGt +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.8ygqknvDan +++++ cat /tmp/tmp.ckJe70GWGt +++++ rm /tmp/tmp.8ygqknvDan /tmp/tmp.ckJe70GWGt +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZZ7ArCIXXD +++ mktemp ++ local LAST_ERR=/tmp/tmp.5EEHfusZTY ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZZ7ArCIXXD ++ cat /tmp/tmp.5EEHfusZTY ++ rm /tmp/tmp.ZZ7ArCIXXD /tmp/tmp.5EEHfusZTY ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 10 ++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kauWSSNG4a +++ mktemp ++ local LAST_ERR=/tmp/tmp.wo4W4F3A95 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kauWSSNG4a ++ cat /tmp/tmp.wo4W4F3A95 ++ rm /tmp/tmp.kauWSSNG4a /tmp/tmp.wo4W4F3A95 ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pR3t9VSAXm +++ mktemp ++ local LAST_ERR=/tmp/tmp.RpUl4yTh0m ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pR3t9VSAXm ++ cat /tmp/tmp.RpUl4yTh0m ++ rm /tmp/tmp.pR3t9VSAXm /tmp/tmp.RpUl4yTh0m ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data smart-update 100500 no-proxy -P3306 + local cluster=smart-update + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password smart-update root ++ local cluster=smart-update ++ local user=root +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.41M4eRWYtG ++++ mktemp +++ local LAST_ERR=/tmp/tmp.HUEFmMdRKt +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.41M4eRWYtG +++ cat /tmp/tmp.HUEFmMdRKt +++ rm /tmp/tmp.41M4eRWYtG /tmp/tmp.HUEFmMdRKt +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.EU1MnRkzel +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ou87Y5l2gw ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EU1MnRkzel ++ cat /tmp/tmp.Ou87Y5l2gw ++ rm /tmp/tmp.EU1MnRkzel /tmp/tmp.Ou87Y5l2gw ++ return 0 + root_pass=root_password ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.nWdyZz5cFB ++++ mktemp +++ local LAST_ERR=/tmp/tmp.4k5DHrNfbM +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.nWdyZz5cFB +++ cat /tmp/tmp.4k5DHrNfbM +++ rm /tmp/tmp.nWdyZz5cFB /tmp/tmp.4k5DHrNfbM +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + proxy=smart-update-haproxy + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h smart-update-pxc-0.smart-update-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4leGDrU41H +++ mktemp ++ local LAST_ERR=/tmp/tmp.S4yGkBc5pt ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4leGDrU41H ++ cat /tmp/tmp.S4yGkBc5pt ++ rm /tmp/tmp.4leGDrU41H /tmp/tmp.S4yGkBc5pt ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data smart-update select-1 no-proxy -P3306 + local cluster=smart-update + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password smart-update root ++ local cluster=smart-update ++ local user=root +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.7vPv8p7YZw ++++ mktemp +++ local LAST_ERR=/tmp/tmp.s9Nt7HMLdb +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.7vPv8p7YZw +++ cat /tmp/tmp.s9Nt7HMLdb +++ rm /tmp/tmp.7vPv8p7YZw /tmp/tmp.s9Nt7HMLdb +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.cLMXRWyynC +++ mktemp ++ local LAST_ERR=/tmp/tmp.mEJcrX3KsG ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cLMXRWyynC ++ cat /tmp/tmp.mEJcrX3KsG ++ rm /tmp/tmp.cLMXRWyynC /tmp/tmp.mEJcrX3KsG ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size smart-update ++ local cluster=smart-update ++ local size=0 +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.KEZkkrGUHg ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Wvq9Maa0zx +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.KEZkkrGUHg +++ cat /tmp/tmp.Wvq9Maa0zx +++ rm /tmp/tmp.KEZkkrGUHg /tmp/tmp.Wvq9Maa0zx +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fy7G3Lkhrq +++ mktemp ++ local LAST_ERR=/tmp/tmp.alUXkm0GbU ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fy7G3Lkhrq ++ cat /tmp/tmp.alUXkm0GbU ++ rm /tmp/tmp.fy7G3Lkhrq /tmp/tmp.alUXkm0GbU ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p0O8ukm4j2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9JIYtsKJAb ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p0O8ukm4j2 ++ cat /tmp/tmp.9JIYtsKJAb ++ rm /tmp/tmp.p0O8ukm4j2 /tmp/tmp.9JIYtsKJAb ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5KqIKfIUs9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.btlupSnp7X ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5KqIKfIUs9 ++ cat /tmp/tmp.btlupSnp7X ++ rm /tmp/tmp.5KqIKfIUs9 /tmp/tmp.btlupSnp7X ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-674d6c4f45-x4t9r + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + is_keyring_plugin_in_use smart-update + local cluster=smart-update + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + kubectl exec smart-update-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + return 1 ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.lO5d2EuZ79 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fvRWRVWKUN +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.lO5d2EuZ79 +++ cat /tmp/tmp.fvRWRVWKUN +++ rm /tmp/tmp.lO5d2EuZ79 /tmp/tmp.fvRWRVWKUN +++ return 0 ++ client_pod=pxc-client-674d6c4f45-x4t9r ++ wait_pod pxc-client-674d6c4f45-x4t9r ++ local pod=pxc-client-674d6c4f45-x4t9r ++ local max_retry=480 ++ local ns= +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ echo pxc-client-674d6c4f45-x4t9r +++ grep -E '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.6TcGMLSW4b ++ mktemp + local LAST_ERR=/tmp/tmp.92xe7dpTPj + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.4"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6TcGMLSW4b perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.92xe7dpTPj + rm /tmp/tmp.6TcGMLSW4b /tmp/tmp.92xe7dpTPj + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.4 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.4 + set +x Waiting for the last pod to update........... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xkdIQZVlzs +++ mktemp ++ local LAST_ERR=/tmp/tmp.EXSRhgsr95 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xkdIQZVlzs ++ cat /tmp/tmp.EXSRhgsr95 ++ rm /tmp/tmp.xkdIQZVlzs /tmp/tmp.EXSRhgsr95 ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DA8XnSmGJu +++ mktemp ++ local LAST_ERR=/tmp/tmp.cjKJMZIP28 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DA8XnSmGJu ++ cat /tmp/tmp.cjKJMZIP28 ++ rm /tmp/tmp.DA8XnSmGJu /tmp/tmp.cjKJMZIP28 ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.CsdRt7kosz ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.zk9q2CVoW7 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.CsdRt7kosz +++++ cat /tmp/tmp.zk9q2CVoW7 +++++ rm /tmp/tmp.CsdRt7kosz /tmp/tmp.zk9q2CVoW7 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rm2XWpm929 +++ mktemp ++ local LAST_ERR=/tmp/tmp.jf1jxWcHvK ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Rm2XWpm929 ++ cat /tmp/tmp.jf1jxWcHvK ++ rm /tmp/tmp.Rm2XWpm929 /tmp/tmp.jf1jxWcHvK ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b9HLJ3RKO9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.FweLoEdShL ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b9HLJ3RKO9 ++ cat /tmp/tmp.FweLoEdShL ++ rm /tmp/tmp.b9HLJ3RKO9 /tmp/tmp.FweLoEdShL ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4FyvDVZ10u +++ mktemp ++ local LAST_ERR=/tmp/tmp.duIkEiRFJD ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4FyvDVZ10u ++ cat /tmp/tmp.duIkEiRFJD ++ rm /tmp/tmp.4FyvDVZ10u /tmp/tmp.duIkEiRFJD ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.5S12Qdo9il ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.1pdHooTcxm +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.5S12Qdo9il +++++ cat /tmp/tmp.1pdHooTcxm +++++ rm /tmp/tmp.5S12Qdo9il /tmp/tmp.1pdHooTcxm +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eb843YpcT1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.HDdjl3oCaO ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eb843YpcT1 ++ cat /tmp/tmp.HDdjl3oCaO ++ rm /tmp/tmp.eb843YpcT1 /tmp/tmp.HDdjl3oCaO ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RgpQL5ezKf +++ mktemp ++ local LAST_ERR=/tmp/tmp.dkTcKrwWsz ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RgpQL5ezKf ++ cat /tmp/tmp.dkTcKrwWsz ++ rm /tmp/tmp.RgpQL5ezKf /tmp/tmp.dkTcKrwWsz ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rcn1ODCPEw +++ mktemp ++ local LAST_ERR=/tmp/tmp.axxOSJqFe1 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Rcn1ODCPEw ++ cat /tmp/tmp.axxOSJqFe1 ++ rm /tmp/tmp.Rcn1ODCPEw /tmp/tmp.axxOSJqFe1 ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.gzdJIVl4DM ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.oYakl4dv2Z +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.gzdJIVl4DM +++++ cat /tmp/tmp.oYakl4dv2Z +++++ rm /tmp/tmp.gzdJIVl4DM /tmp/tmp.oYakl4dv2Z +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZEUZTLRi2X +++ mktemp ++ local LAST_ERR=/tmp/tmp.195ElWO9y3 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZEUZTLRi2X ++ cat /tmp/tmp.195ElWO9y3 ++ rm /tmp/tmp.ZEUZTLRi2X /tmp/tmp.195ElWO9y3 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l7b2gYos8E +++ mktemp ++ local LAST_ERR=/tmp/tmp.CXWYXgxw5A ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l7b2gYos8E ++ cat /tmp/tmp.CXWYXgxw5A ++ rm /tmp/tmp.l7b2gYos8E /tmp/tmp.CXWYXgxw5A ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sluEw1o7Nc +++ mktemp ++ local LAST_ERR=/tmp/tmp.tmz4itp6eh ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sluEw1o7Nc ++ cat /tmp/tmp.tmz4itp6eh ++ rm /tmp/tmp.sluEw1o7Nc /tmp/tmp.tmz4itp6eh ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.lqKjb1QbuL ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.V5lBpuTIjD +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.lqKjb1QbuL +++++ cat /tmp/tmp.V5lBpuTIjD +++++ rm /tmp/tmp.lqKjb1QbuL /tmp/tmp.V5lBpuTIjD +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6tGvGyDc9b +++ mktemp ++ local LAST_ERR=/tmp/tmp.mQvvNAo2iZ ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6tGvGyDc9b ++ cat /tmp/tmp.mQvvNAo2iZ ++ rm /tmp/tmp.6tGvGyDc9b /tmp/tmp.mQvvNAo2iZ ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2Gxfaz1PhR +++ mktemp ++ local LAST_ERR=/tmp/tmp.N51l6m9nFM ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2Gxfaz1PhR ++ cat /tmp/tmp.N51l6m9nFM ++ rm /tmp/tmp.2Gxfaz1PhR /tmp/tmp.N51l6m9nFM ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aSdRQqiIor +++ mktemp ++ local LAST_ERR=/tmp/tmp.0MQ0FjPv3z ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aSdRQqiIor ++ cat /tmp/tmp.0MQ0FjPv3z ++ rm /tmp/tmp.aSdRQqiIor /tmp/tmp.0MQ0FjPv3z ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.j8noq4DYgM ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.OTkoCMx2mo +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.j8noq4DYgM +++++ cat /tmp/tmp.OTkoCMx2mo +++++ rm /tmp/tmp.j8noq4DYgM /tmp/tmp.OTkoCMx2mo +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q4Nfh4EUV7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kkXOMq8wLe ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q4Nfh4EUV7 ++ cat /tmp/tmp.kkXOMq8wLe ++ rm /tmp/tmp.q4Nfh4EUV7 /tmp/tmp.kkXOMq8wLe ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RGaDaUsdtv +++ mktemp ++ local LAST_ERR=/tmp/tmp.jPfgmUEF7s ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RGaDaUsdtv ++ cat /tmp/tmp.jPfgmUEF7s ++ rm /tmp/tmp.RGaDaUsdtv /tmp/tmp.jPfgmUEF7s ++ return 0 + state=initializing ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3c198UD7l5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.jxufABwlzL ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3c198UD7l5 ++ cat /tmp/tmp.jxufABwlzL ++ rm /tmp/tmp.3c198UD7l5 /tmp/tmp.jxufABwlzL ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ca7EZuEZRK ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ksolQOcncb +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ca7EZuEZRK +++++ cat /tmp/tmp.ksolQOcncb +++++ rm /tmp/tmp.ca7EZuEZRK /tmp/tmp.ksolQOcncb +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hkZTm9pkty +++ mktemp ++ local LAST_ERR=/tmp/tmp.CKQCkfKm4k ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hkZTm9pkty ++ cat /tmp/tmp.CKQCkfKm4k ++ rm /tmp/tmp.hkZTm9pkty /tmp/tmp.CKQCkfKm4k ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rCy0LKLLmA +++ mktemp ++ local LAST_ERR=/tmp/tmp.uTOzincqCN ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rCy0LKLLmA ++ cat /tmp/tmp.uTOzincqCN ++ rm /tmp/tmp.rCy0LKLLmA /tmp/tmp.uTOzincqCN ++ return 0 + state=ready ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.frGFFPUZRp +++ mktemp ++ local LAST_ERR=/tmp/tmp.gZBzpMWepf ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.frGFFPUZRp ++ cat /tmp/tmp.gZBzpMWepf ++ rm /tmp/tmp.frGFFPUZRp /tmp/tmp.gZBzpMWepf ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.BzcPKzNy9l ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.JoTanWEsKn +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.BzcPKzNy9l +++++ cat /tmp/tmp.JoTanWEsKn +++++ rm /tmp/tmp.BzcPKzNy9l /tmp/tmp.JoTanWEsKn +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.As9j1NOrvm +++ mktemp ++ local LAST_ERR=/tmp/tmp.Vxq39H0ygd ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.As9j1NOrvm ++ cat /tmp/tmp.Vxq39H0ygd ++ rm /tmp/tmp.As9j1NOrvm /tmp/tmp.Vxq39H0ygd ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return ++ seq 0 2 + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Lq4Gpq3AfD +++ mktemp ++ local LAST_ERR=/tmp/tmp.3OWm1Jcvj4 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Lq4Gpq3AfD ++ cat /tmp/tmp.3OWm1Jcvj4 ++ rm /tmp/tmp.Lq4Gpq3AfD /tmp/tmp.3OWm1Jcvj4 ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YnOSLAC8MD +++ mktemp ++ local LAST_ERR=/tmp/tmp.enUrdGWS4O ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YnOSLAC8MD ++ cat /tmp/tmp.enUrdGWS4O ++ rm /tmp/tmp.YnOSLAC8MD /tmp/tmp.enUrdGWS4O ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + for i in $(seq 0 $((CLUSTER_SIZE - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1-84.sql ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 8\.0 ]] + [[ percona/percona-xtradb-cluster:8.4.5-5.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UTsGAvA0wS +++ mktemp ++ local LAST_ERR=/tmp/tmp.JWWHe7JV2k ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UTsGAvA0wS ++ cat /tmp/tmp.JWWHe7JV2k ++ rm /tmp/tmp.UTsGAvA0wS /tmp/tmp.JWWHe7JV2k ++ return 0 + client_pod=pxc-client-674d6c4f45-x4t9r + wait_pod pxc-client-674d6c4f45-x4t9r + local pod=pxc-client-674d6c4f45-x4t9r + local max_retry=480 + local ns= ++ echo pxc-client-674d6c4f45-x4t9r ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-674d6c4f45-x4t9r condition met waiting for pod/pxc-client-674d6c4f45-x4t9r to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.ZUfnMenQ8T/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.ZUfnMenQ8T/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.ZUfnMenQ8T/select-1.sql + kubectl_bin delete -f /tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.gk6sSE9g22 ++ mktemp + local LAST_ERR=/tmp/tmp.Ejfl9Qgg0J + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /tmp/tmp.ZUfnMenQ8T/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gk6sSE9g22 perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-10757 namespace + cat /tmp/tmp.Ejfl9Qgg0J + rm /tmp/tmp.gk6sSE9g22 /tmp/tmp.Ejfl9Qgg0J + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.0ygq6N0L68 ++ mktemp + local LAST_ERR=/tmp/tmp.UoaRdj8TQg + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0ygq6N0L68 persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-10757 namespace persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-10757 namespace persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-10757 namespace + cat /tmp/tmp.UoaRdj8TQg + rm /tmp/tmp.0ygq6N0L68 /tmp/tmp.UoaRdj8TQg + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Isv4MMu5ZN ++ mktemp + local LAST_ERR=/tmp/tmp.kdGqRCBODs + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Isv4MMu5ZN deployment.apps "version-service" deleted from smart-update1-10757 namespace service "version-service" deleted from smart-update1-10757 namespace + cat /tmp/tmp.kdGqRCBODs + rm /tmp/tmp.Isv4MMu5ZN /tmp/tmp.kdGqRCBODs + return 0 + destroy smart-update1-10757 + local namespace=smart-update1-10757 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'the object has been modified' + grep -v 'get backup status: Job.batch' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + sort -u + grep -v level=info + tee /tmp/tmp.ZUfnMenQ8T/operator.log ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.GTFcpXSTRo +++ mktemp ++ local LAST_ERR=/tmp/tmp.tB3kIEfbht ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GTFcpXSTRo ++ cat /tmp/tmp.tB3kIEfbht ++ rm /tmp/tmp.GTFcpXSTRo /tmp/tmp.tB3kIEfbht ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-658fcf4b98-vjnl4 ++ mktemp + local LAST_OUT=/tmp/tmp.ekwJRo1MYb ++ mktemp + local LAST_ERR=/tmp/tmp.h6fKdXvM7J + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-658fcf4b98-vjnl4 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ekwJRo1MYb + cat /tmp/tmp.h6fKdXvM7J + rm /tmp/tmp.ekwJRo1MYb /tmp/tmp.h6fKdXvM7J + return 0 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:272 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:509 +  DefaultMode: nil, +  DefaultMode: nil, +  Protocol: "", +  "-operator:main-pxc8.4", +  "lab", +  PeriodSeconds: 0, +  TerminationMessagePath: "", +  TerminationMessagePolicy: "", +  Phase: "", +  VolumeMode: nil, +  DNSPolicy: "", +  DeprecatedServiceAccount: "", +  RestartPolicy: "", +  SchedulerName: "", +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYjlkMWI0ZDEyNjlkNGVlNDZiZGFmYWIzZTYxY2E3YjYiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI1MWJlMzRiZGFmNjUwODI5YjVkNjU5YmEyNmEyMGJkIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTQ2LWNhZjI1NDIwIiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXB4YzguNCIsImNvbW1hbmQiOlsiL3Zhci9saWIvbXlzcWwvcHhjLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJteXNxbGQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InNzdCIsImNvbnRhaW5lclBvcnQiOjQ0NDR9LHsibmFtZSI6IndyaXRlLXNldCIsImNvbnRhaW5lclBvcnQiOjQ1Njd9LHsibmFtZSI6ImlzdCIsImNvbnRhaW5lclBvcnQiOjQ1Njh9LHsibmFtZSI6Im15c3FsLWFkbWluIiwiY29udGFpbmVyUG9ydCI6MzMwNjJ9LHsibmFtZSI6Im15c3FseCIsImNvbnRhaW5lclBvcnQiOjMzMDYwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic21hcnQtdXBkYXRlLWVudi12YXJzLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQWENfU0VSVklDRSIsInZhbHVlIjoic21hcnQtdXBkYXRlLXB4Yy11bnJlYWR5In0seyJuYW1lIjoiTU9OSVRPUl9IT1NUIiwidmFsdWUiOiIlIn0seyJuYW1lIjoiTVlTUUxfUk9PVF9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6InJvb3QifX19LHsibmFtZSI6IlhUUkFCQUNLVVBfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJ4dHJhYmFja3VwIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiQ0xVU1RFUl9IQVNIIiwidmFsdWUiOiI1MzE2Nzg2In0seyJuYW1lIjoiT1BFUkFUT1JfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiTElWRU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiNSJ9LHsibmFtZSI6IlJFQURJTkVTU19DSEVDS19USU1FT1VUIiwidmFsdWUiOiIxNSJ9LHsibmFtZSI6IkRFRkFVTFRfQVVUSEVOVElDQVRJT05fUExVR0lOIiwidmFsdWUiOiJjYWNoaW5nX3No"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYjlkMWI0ZDEyNjlkNGVlNDZiZGFmYWIzZTYxY2E3YjYiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI1MWJlMzRiZGFmNjUwODI5YjVkNjU5YmEyNmEyMGJkIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTQ2LWNhZjI1NDIwIiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXB4YzguNCIsImNvbW1hbmQiOlsiL3Zhci9saWIvbXlzcWwvcHhjLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJteXNxbGQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InNzdCIsImNvbnRhaW5lclBvcnQiOjQ0NDR9LHsibmFtZSI6IndyaXRlLXNldCIsImNvbnRhaW5lclBvcnQiOjQ1Njd9LHsibmFtZSI6ImlzdCIsImNvbnRhaW5lclBvcnQiOjQ1Njh9LHsibmFtZSI6Im15c3FsLWFkbWluIiwiY29udGFpbmVyUG9ydCI6MzMwNjJ9LHsibmFtZSI6Im15c3FseCIsImNvbnRhaW5lclBvcnQiOjMzMDYwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic21hcnQtdXBkYXRlLWVudi12YXJzLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQWENfU0VSVklDRSIsInZhbHVlIjoic21hcnQtdXBkYXRlLXB4Yy11bnJlYWR5In0seyJuYW1lIjoiTU9OSVRPUl9IT1NUIiwidmFsdWUiOiIlIn0seyJuYW1lIjoiTVlTUUxfUk9PVF9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6InJvb3QifX19LHsibmFtZSI6IlhUUkFCQUNLVVBfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJ4dHJhYmFja3VwIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiQ0xVU1RFUl9IQVNIIiwidmFsdWUiOiI5MzI3NTE2In0seyJuYW1lIjoiT1BFUkFUT1JfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiTElWRU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiNSJ9LHsibmFtZSI6IlJFQURJTkVTU19DSEVDS19USU1FT1VUIiwidmFsdWUiOiIxNSJ9LHsibmFtZSI6IkRFRkFVTFRfQVVUSEVOVElDQVRJT05fUExVR0lOIiwidmFsdWUiOiJjYWNoaW5nX3No"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYjlkMWI0ZDEyNjlkNGVlNDZiZGFmYWIzZTYxY2E3YjYiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI1MWJlMzRiZGFmNjUwODI5YjVkNjU5YmEyNmEyMGJkIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTQ2LWNhZjI1NDIwIiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXB4YzguNCIsImNvbW1hbmQiOlsiL3Zhci9saWIvbXlzcWwvcHhjLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJteXNxbGQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InNzdCIsImNvbnRhaW5lclBvcnQiOjQ0NDR9LHsibmFtZSI6IndyaXRlLXNldCIsImNvbnRhaW5lclBvcnQiOjQ1Njd9LHsibmFtZSI6ImlzdCIsImNvbnRhaW5lclBvcnQiOjQ1Njh9LHsibmFtZSI6Im15c3FsLWFkbWluIiwiY29udGFpbmVyUG9ydCI6MzMwNjJ9LHsibmFtZSI6Im15c3FseCIsImNvbnRhaW5lclBvcnQiOjMzMDYwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic21hcnQtdXBkYXRlLWVudi12YXJzLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQWENfU0VSVklDRSIsInZhbHVlIjoic21hcnQtdXBkYXRlLXB4Yy11bnJlYWR5In0seyJuYW1lIjoiTU9OSVRPUl9IT1NUIiwidmFsdWUiOiIlIn0seyJuYW1lIjoiTVlTUUxfUk9PVF9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6InJvb3QifX19LHsibmFtZSI6IlhUUkFCQUNLVVBfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJ4dHJhYmFja3VwIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiQ0xVU1RFUl9IQVNIIiwidmFsdWUiOiIxNDA1ODU4In0seyJuYW1lIjoiT1BFUkFUT1JfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiTElWRU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiNSJ9LHsibmFtZSI6IlJFQURJTkVTU19DSEVDS19USU1FT1VUIiwidmFsdWUiOiIxNSJ9LHsibmFtZSI6IkRFRkFVTFRfQVVUSEVOVElDQVRJT05fUExVR0lOIiwidmFsdWUiOiJjYWNoaW5nX3No"..., +  Annotations: map[string]string{ +  AvailableReplicas: 0, +  CollisionCount: nil, +  CreationTimestamp: v1.Time{}, +  CurrentReplicas: 0, +  CurrentRevision: "", +  Generation: 0, +  ManagedFields: nil, +  ObservedGeneration: 0, +  PersistentVolumeClaimRetentionPolicy: nil, +  PodManagementPolicy: "", +  ReadyReplicas: 0, +  Replicas: 0, +  ResourceVersion: "", +  RevisionHistoryLimit: nil, +  UID: "", +  UpdateRevision: "", +  UpdatedReplicas: 0, +  }, -  DefaultMode: &420, -  DefaultMode: &420, -  Protocol: "TCP", -  ":8.4.5-5.1", -  PeriodSeconds: 10, -  TerminationMessagePath: "/dev/termination-log", -  TerminationMessagePolicy: "File", -  Phase: "Pending", -  VolumeMode: &"Filesystem", -  APIVersion: "apps/v1", -  APIVersion: "apps/v1", -  DNSPolicy: "ClusterFirst", -  DeprecatedServiceAccount: "default", -  FieldsType: "FieldsV1", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  Manager: "kube-controller-manager", -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  Operation: "Update", -  RestartPolicy: "Always", -  SchedulerName: "default-scheduler", -  Subresource: "status", -  Time: s"2026-10-05 14:32:39 +0000 UTC", -  Time: s"2026-10-05 14:46:08 +0000 UTC", -  Time: s"2026-10-05 14:58:59 +0000 UTC", -  Time: s"2026-10-05 14:28:47 +0000 UTC", -  Time: s"2026-10-05 14:42:19 +0000 UTC", -  Time: s"2026-10-05 14:55:01 +0000 UTC", -  TopologySpreadConstraints: nil, -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYjlkMWI0ZDEyNjlkNGVlNDZiZGFmYWIzZTYxY2E3YjYiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI1MWJlMzRiZGFmNjUwODI5YjVkNjU5YmEyNmEyMGJkIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTQ2LWNhZjI1NDIwIiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmEvcGVyY29uYS14dHJhZGItY2x1c3Rlcjo4LjQuNS01LjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiMTQwNTg1OCJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0s"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYjlkMWI0ZDEyNjlkNGVlNDZiZGFmYWIzZTYxY2E3YjYiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI1MWJlMzRiZGFmNjUwODI5YjVkNjU5YmEyNmEyMGJkIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTQ2LWNhZjI1NDIwIiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmEvcGVyY29uYS14dHJhZGItY2x1c3Rlcjo4LjQuNS01LjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiNTMxNjc4NiJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0s"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiYjlkMWI0ZDEyNjlkNGVlNDZiZGFmYWIzZTYxY2E3YjYiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI1MWJlMzRiZGFmNjUwODI5YjVkNjU5YmEyNmEyMGJkIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNTQ2LWNhZjI1NDIwIiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn0seyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmEvcGVyY29uYS14dHJhZGItY2x1c3Rlcjo4LjQuNS01LjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiOTMyNzUxNiJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0s"..., -  { -  }, -  Annotations: map[string]string{ -  AvailableReplicas: 3, -  CollisionCount: &0, -  CreationTimestamp: v1.Time{Time: s"2026-10-05 14:28:47 +0000 UTC"}, -  CreationTimestamp: v1.Time{Time: s"2026-10-05 14:42:19 +0000 UTC"}, -  CreationTimestamp: v1.Time{Time: s"2026-10-05 14:55:01 +0000 UTC"}, -  CurrentReplicas: 3, -  CurrentRevision: "smart-update-pxc-58ffb9c778", -  CurrentRevision: "smart-update-pxc-69ddd8bbb4", -  CurrentRevision: "smart-update-pxc-7658cb5f89", -  Generation: 1, -  ManagedFields: []v1.ManagedFieldsEntry{ -  ObservedGeneration: 1, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", -  PodManagementPolicy: "OrderedReady", -  ReadyReplicas: 3, -  Replicas: 3, -  ResourceVersion: "1791210759364623000", -  ResourceVersion: "1791211568735583000", -  ResourceVersion: "1791212339203967000", -  RevisionHistoryLimit: &10, -  UID: "2472a54e-bb65-43a6-9c56-068fe0148cc9", -  UID: "699ebf69-9d47-4324-844f-9f3d809f75bd", -  UID: "ddc54774-1580-4ba9-8e84-3361c279abcb", -  UpdateRevision: "smart-update-pxc-58ffb9c778", -  UpdateRevision: "smart-update-pxc-69ddd8bbb4", -  UpdateRevision: "smart-update-pxc-7658cb5f89", -  UpdatedReplicas: 3, -  }, 2026-10-05T14:27:05.507Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.34.9-gke.1655001"} 2026-10-05T14:27:05.508Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-10-05T14:27:05.508Z INFO setup Manager starting up {"gitCommit": "caf25420ee3d0d26f55c22c9a7661405b27337d1", "gitBranch": "PR-2546-caf25420", "buildTime": "2026-10-05T11:36:48Z", "goVersion": "go1.26.8", "os": "linux", "arch": "amd64"} 2026-10-05T14:27:05.512Z INFO setup Registering Components. 2026-10-05T14:27:05.950Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-10-05T14:27:05.950Z INFO controller-runtime.metrics Starting metrics server 2026-10-05T14:27:05.950Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-10-05T14:27:05.950Z INFO setup Starting the Cmd. 2026-10-05T14:27:05.951Z INFO controller-runtime.webhook Starting webhook server 2026-10-05T14:27:05.951Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-10-05T14:27:05.952Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-10-05T14:27:05.952Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-10-05T14:27:05.952Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-10-05T14:27:06.052Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-10-05T14:27:06.125Z DEBUG events percona-xtradb-cluster-operator-658fcf4b98-vjnl4_51ef077a-d0bd-4e7d-ace6-81cd67bf8df9 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"ec960bfe-d826-411d-8717-2d2eb4d4c19b","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1791210426116159009"}, "reason": "LeaderElection"} 2026-10-05T14:27:06.125Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-10-05T14:27:06.126Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-10-05T14:27:06.126Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-10-05T14:27:06.126Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-10-05T14:27:06.126Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-10-05T14:27:06.226Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-10-05T14:27:06.226Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-10-05T14:27:06.327Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-10-05T14:27:06.327Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-10-05T14:27:06.327Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-10-05T14:27:06.327Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-10-05T14:28:47.402Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "105859bb-25f0-4689-99b4-adc2792668b7", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-10-05T14:28:47.525Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "105859bb-25f0-4689-99b4-adc2792668b7", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-10-05T14:28:47.579Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "105859bb-25f0-4689-99b4-adc2792668b7", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-10-05T14:28:47.651Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "105859bb-25f0-4689-99b4-adc2792668b7", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:28:47.691Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "105859bb-25f0-4689-99b4-adc2792668b7", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:28:47.744Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "105859bb-25f0-4689-99b4-adc2792668b7", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:28:47.874Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "105859bb-25f0-4689-99b4-adc2792668b7", "object": "smart-update-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:28:48.328Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "33525b03-a97c-4fb0-9817-78e1183c1da7", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-10-05T14:28:48.356Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "33525b03-a97c-4fb0-9817-78e1183c1da7", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-10-05T14:30:08.875Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315", "user": "operator"} 2026-10-05T14:30:08.913Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315", "user": "monitor"} 2026-10-05T14:30:08.960Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315"} 2026-10-05T14:30:08.998Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315"} 2026-10-05T14:30:09.035Z INFO monitor user audit admin privilege granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315"} 2026-10-05T14:30:09.083Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315", "user": "xtrabackup"} 2026-10-05T14:30:09.138Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315"} 2026-10-05T14:30:09.179Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315", "user": "replication"} 2026-10-05T14:30:10.189Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4b027024-6ee2-4daa-9dee-e1d09c5fc315", "err": "get primary pxc pod: not found"} 2026-10-05T14:30:18.221Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "70070f9f-bf27-46e6-822e-e5d0ed058b62", "err": "get primary pxc pod: not found"} 2026-10-05T14:30:24.362Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "616a3fbd-d707-4920-950b-92564f60e80b", "err": "get primary pxc pod: not found"} 2026-10-05T14:32:43.780Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "2b092dc8-8a09-47ff-ac51-70d85fe7200c", "user": "root"} 2026-10-05T14:32:44.853Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "2b092dc8-8a09-47ff-ac51-70d85fe7200c", "new version": "8.4.5-5.1"} 2026-10-05T14:32:45.238Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "2b092dc8-8a09-47ff-ac51-70d85fe7200c"} 2026-10-05T14:32:52.923Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "c3bd159e-c7f8-49bb-8420-ad7ed4d044b5"} 2026-10-05T14:32:59.186Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "380b3a79-1bc5-4ecd-940e-5da52e2d4e67"} 2026-10-05T14:33:05.834Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "d022f10e-a43d-4b86-9746-aeb9b0492dba"} 2026-10-05T14:33:12.610Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "6fcdb80e-4d41-4085-94ed-bf53e9f9b657"} 2026-10-05T14:33:18.918Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "d7ee5e1a-e0f1-4f06-9def-7eca5c2c0843"} 2026-10-05T14:33:25.180Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "2bad5616-96c9-4e5e-9e17-f3e67bbd09d7"} 2026-10-05T14:33:31.726Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5687695a-0706-4c52-9234-d7074c530388"} 2026-10-05T14:33:37.992Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "c540a3b0-39a9-478f-a118-1c83d41a3dbc"} 2026-10-05T14:33:44.192Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4ad020ca-a46a-4386-93a0-c70ca51e39ba"} 2026-10-05T14:33:51.294Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ca4bd0ee-acda-4ce0-8f91-eb7b64562bc5"} 2026-10-05T14:33:56.815Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "dfd446aa-4f32-49eb-9909-f9170fbe7826"} 2026-10-05T14:34:03.113Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8488eb2b-1765-42f0-bf81-a240f1de0370"} 2026-10-05T14:34:09.408Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "7cdbf7ff-0597-4e04-8826-a2180889d51d"} 2026-10-05T14:34:15.583Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "7ec7e408-5c6f-40f5-96e6-58f3b582f1d6"} 2026-10-05T14:34:22.008Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "f2faab63-91d2-4334-b5e0-a15db1bad10e"} 2026-10-05T14:34:28.323Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ece3db34-f525-45df-86d4-76305d5cd7a9"} 2026-10-05T14:34:35.008Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "2186257b-951a-46d8-aa9a-918d3c1a1e7f"} 2026-10-05T14:34:41.309Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "6e3bc833-5a04-451d-a572-aa98ed1a2f13"} 2026-10-05T14:34:47.671Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "273d2d9c-3b22-433d-828a-ba20ca3d93b7"} 2026-10-05T14:34:53.999Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "73a2449e-914f-4154-8fde-c11214f92932"} 2026-10-05T14:35:00.193Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "04b4aa87-4437-4fbb-9d09-6a3490a04fd5"} 2026-10-05T14:35:06.578Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8b8126a9-bacf-461f-ab36-b2ad43649732"} 2026-10-05T14:35:12.889Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "a838155f-2e73-4436-8e12-0ee575c1f24d"} 2026-10-05T14:35:19.164Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "d7e5bcf0-681c-4bbc-a456-41ef44a33e3e"} 2026-10-05T14:35:25.488Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "e894604b-50b0-4647-9310-e9e798fc03f0"} 2026-10-05T14:35:31.754Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-10-05T14:35:31.820Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-10-05T14:35:31.844Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "9b091a7c-1b69-4a21-902b-280287a3d446"} 2026-10-05T14:35:32.910Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d"} 2026-10-05T14:35:32.914Z INFO apply changes to secondary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2"} 2026-10-05T14:35:32.914Z INFO primary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-10757.svc.cluster.local"} 2026-10-05T14:35:33.343Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-69ddd8bbb4", "targetRevision": "smart-update-pxc-54c9bb6dd7"} 2026-10-05T14:35:43.476Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-69ddd8bbb4", "targetRevision": "smart-update-pxc-54c9bb6dd7"} 2026-10-05T14:35:53.455Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "phase": "Pending"} 2026-10-05T14:35:53.455Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "reason": "PodInitializing"} 2026-10-05T14:36:03.462Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "phase": "Pending"} 2026-10-05T14:36:03.462Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "reason": "PodInitializing"} 2026-10-05T14:36:43.514Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2"} 2026-10-05T14:36:43.537Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-10757", "hostgroup": 10} 2026-10-05T14:36:53.539Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-10757", "hostgroup": 10} 2026-10-05T14:37:03.540Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-10757", "hostgroup": 10} 2026-10-05T14:37:13.539Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-10757", "hostgroup": 10} 2026-10-05T14:37:23.539Z INFO waiting for pod to be present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-10757", "hostgroup": 10} 2026-10-05T14:37:33.539Z INFO pod present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2", "host": "smart-update-pxc-2.smart-update-pxc.smart-update1-10757", "hostgroup": 10} 2026-10-05T14:37:33.544Z INFO apply changes to secondary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-1"} 2026-10-05T14:37:33.544Z INFO pod is online {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-2"} 2026-10-05T14:37:33.790Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-69ddd8bbb4", "targetRevision": "smart-update-pxc-54c9bb6dd7"} 2026-10-05T14:37:43.910Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-69ddd8bbb4", "targetRevision": "smart-update-pxc-54c9bb6dd7"} 2026-10-05T14:37:53.878Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-1", "phase": "Pending"} 2026-10-05T14:37:53.878Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-1", "reason": "PodInitializing"} 2026-10-05T14:38:33.938Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-1"} 2026-10-05T14:38:33.959Z INFO pod present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-1", "host": "smart-update-pxc-1.smart-update-pxc.smart-update1-10757", "hostgroup": 10} 2026-10-05T14:38:33.963Z INFO apply changes to primary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0"} 2026-10-05T14:38:33.963Z INFO pod is online {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-1"} 2026-10-05T14:38:34.499Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-69ddd8bbb4", "targetRevision": "smart-update-pxc-54c9bb6dd7"} 2026-10-05T14:38:44.616Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-69ddd8bbb4", "targetRevision": "smart-update-pxc-54c9bb6dd7"} 2026-10-05T14:38:54.604Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0", "phase": "Pending"} 2026-10-05T14:38:54.604Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0", "reason": "PodInitializing"} 2026-10-05T14:39:34.761Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0"} 2026-10-05T14:39:34.781Z INFO pod present in hostgroup {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0", "host": "smart-update-pxc-0.smart-update-pxc.smart-update1-10757", "hostgroup": 11} 2026-10-05T14:39:34.785Z INFO pod is online {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "pod": "smart-update-pxc-0"} 2026-10-05T14:39:34.785Z INFO smart update finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d"} 2026-10-05T14:39:34.873Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "da8cd5da-7918-4d60-9c4d-cd9bac8dde8d", "new version": "8.4.10-10.1"} 2026-10-05T14:39:37.210Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "7c8e7635-b9e5-4f45-94bc-da31bc035482"} 2026-10-05T14:39:43.966Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "f0a14e9e-0393-4e1f-b7ad-8d4bd7d8b6c4"} 2026-10-05T14:39:50.635Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "4ad4828a-0495-4db5-a304-de375c7b5547"} 2026-10-05T14:39:57.716Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "770df16c-c79e-4312-998a-68dfcd84c2fc"} 2026-10-05T14:40:03.813Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "9d09585d-a93f-4704-8008-cac5efa834f1"} 2026-10-05T14:40:09.980Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "12b1bcb0-a915-43f3-92d0-b12be4734d06"} 2026-10-05T14:40:16.509Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "3d3d821e-f1b7-4944-a0e7-a59bac937bf3"} 2026-10-05T14:40:23.226Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "61a1f96a-89e2-4510-8d18-700d4588efda"} 2026-10-05T14:40:29.217Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "edd0accc-5fb6-4f16-b10e-e36626939363"} 2026-10-05T14:40:36.025Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "99fb1841-f645-4d60-8b08-69cd4f1e698c"} 2026-10-05T14:40:42.089Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5fd2a977-c566-4034-857c-ee7b63dfec52"} 2026-10-05T14:40:48.438Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ec28ac25-1d18-4242-a077-cf52a51eba16"} 2026-10-05T14:40:54.635Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "d35ad71d-e766-4157-b30a-a21bdd25c429"} 2026-10-05T14:41:01.970Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "b3d55f7e-2a20-4190-ac52-5a82baf8d66d"} 2026-10-05T14:41:45.214Z ERROR Update status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "c42eb745-d60d-4e5f-aee7-981f6ed447af", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"} 2026-10-05T14:42:18.404Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "757b924d-b3ee-428b-abbf-7abaf9e952e8", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-10-05T14:42:18.427Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "757b924d-b3ee-428b-abbf-7abaf9e952e8", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-10-05T14:42:19.003Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "757b924d-b3ee-428b-abbf-7abaf9e952e8", "error": "failed to deploy haproxy: updatePod for haproxy: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-smart-update-pxc\" already exists", "errorVerbose": "configmaps \"auto-smart-update-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:101\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:26\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:28\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nupdatePod for haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:568\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nfailed to deploy haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:581\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-10-05T14:42:19.386Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "9b9135d5-8e5e-48a9-9b80-f399b0efb561", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-10-05T14:42:19.741Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "9b9135d5-8e5e-48a9-9b80-f399b0efb561", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-10-05T14:42:19.960Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "9b9135d5-8e5e-48a9-9b80-f399b0efb561", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:42:20.085Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "9b9135d5-8e5e-48a9-9b80-f399b0efb561", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:42:20.144Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "9b9135d5-8e5e-48a9-9b80-f399b0efb561", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:42:20.310Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "9b9135d5-8e5e-48a9-9b80-f399b0efb561", "object": "smart-update-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:42:21.224Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "51ae7529-ff4e-4aae-868b-2b4ef313ab22", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-10-05T14:42:21.253Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "51ae7529-ff4e-4aae-868b-2b4ef313ab22", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-10-05T14:43:40.984Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5503e153-a142-4fce-aa2e-42e10f038657", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.226.66:3306: connect: connection refused"} 2026-10-05T14:43:48.118Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5a6715c9-4e9a-4674-86fa-0962cbc72884", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.226.66:3306: connect: connection refused"} 2026-10-05T14:46:14.892Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5b9beb5b-aee6-443a-91e3-4f93ac1d0741", "new version": "8.4.5-5.1"} 2026-10-05T14:49:39.589Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-10-05T14:49:39.665Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-10-05T14:49:40.839Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c"} 2026-10-05T14:49:40.843Z INFO apply changes to secondary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-2"} 2026-10-05T14:49:40.843Z INFO primary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-10757"} 2026-10-05T14:49:41.696Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-7658cb5f89", "targetRevision": "smart-update-pxc-666b949bf8"} 2026-10-05T14:49:51.850Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-7658cb5f89", "targetRevision": "smart-update-pxc-666b949bf8"} 2026-10-05T14:50:01.868Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-2", "phase": "Pending"} 2026-10-05T14:50:01.868Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-2", "reason": "PodInitializing"} 2026-10-05T14:50:41.911Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-2"} 2026-10-05T14:50:41.927Z INFO apply changes to secondary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-1"} 2026-10-05T14:50:42.312Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-7658cb5f89", "targetRevision": "smart-update-pxc-666b949bf8"} 2026-10-05T14:50:52.434Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-7658cb5f89", "targetRevision": "smart-update-pxc-666b949bf8"} 2026-10-05T14:51:02.399Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-1", "phase": "Pending"} 2026-10-05T14:51:02.399Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-1", "reason": "PodInitializing"} 2026-10-05T14:51:52.441Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-1"} 2026-10-05T14:51:52.455Z INFO apply changes to primary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-0"} 2026-10-05T14:51:52.727Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-7658cb5f89", "targetRevision": "smart-update-pxc-666b949bf8"} 2026-10-05T14:52:02.854Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-7658cb5f89", "targetRevision": "smart-update-pxc-666b949bf8"} 2026-10-05T14:52:12.813Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-0", "phase": "Pending"} 2026-10-05T14:52:12.813Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-0", "reason": "PodInitializing"} 2026-10-05T14:52:52.848Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "pod": "smart-update-pxc-0"} 2026-10-05T14:52:52.862Z INFO smart update finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c"} 2026-10-05T14:52:52.918Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "8e16c670-1432-4007-a815-097864536d0c", "new version": "8.4.10-10.1"} 2026-10-05T14:54:38.498Z ERROR Update status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "7ef2fac2-7484-448c-b9c3-1cd9f662c922", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"} 2026-10-05T14:55:00.538Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5f708bf8-77a0-4d96-8cd5-9b305df7e1ed", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-10-05T14:55:00.566Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5f708bf8-77a0-4d96-8cd5-9b305df7e1ed", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-10-05T14:55:01.130Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5f708bf8-77a0-4d96-8cd5-9b305df7e1ed", "error": "failed to deploy haproxy: updatePod for haproxy: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-smart-update-pxc\" already exists", "errorVerbose": "configmaps \"auto-smart-update-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:101\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:26\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:28\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:567\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nupdatePod for haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:568\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:580\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nfailed to deploy haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:581\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:392\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} 2026-10-05T14:55:01.250Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5db4fbac-a8c3-43a5-af50-0d4e36cfdf8c", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-10-05T14:55:01.297Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5db4fbac-a8c3-43a5-af50-0d4e36cfdf8c", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-10-05T14:55:01.360Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5db4fbac-a8c3-43a5-af50-0d4e36cfdf8c", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:55:01.422Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5db4fbac-a8c3-43a5-af50-0d4e36cfdf8c", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:55:01.497Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5db4fbac-a8c3-43a5-af50-0d4e36cfdf8c", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:55:01.650Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "5db4fbac-a8c3-43a5-af50-0d4e36cfdf8c", "object": "smart-update-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-10-05T14:55:02.953Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "bbb8b50c-0a26-4544-aa88-1ec666a38dff", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-10-05T14:55:02.976Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "bbb8b50c-0a26-4544-aa88-1ec666a38dff", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-10-05T14:56:27.334Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "a105beb3-26b9-4452-8bcf-88ae3d475970", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.238.76:3306: connect: connection refused"} 2026-10-05T14:59:02.394Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "27c09bec-d681-4996-91dc-2ec4590f49bb", "new version": "8.4.5-5.1"} 2026-10-05T15:01:55.778Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-10-05T15:01:55.840Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-10-05T15:01:57.179Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc"} 2026-10-05T15:01:57.184Z INFO apply changes to secondary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-2"} 2026-10-05T15:01:57.184Z INFO primary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-10757"} 2026-10-05T15:01:57.958Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-58ffb9c778", "targetRevision": "smart-update-pxc-57d567997"} 2026-10-05T15:02:08.077Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-58ffb9c778", "targetRevision": "smart-update-pxc-57d567997"} 2026-10-05T15:02:18.107Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-2", "phase": "Pending"} 2026-10-05T15:02:18.107Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-2", "reason": "PodInitializing"} 2026-10-05T15:02:58.115Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-2"} 2026-10-05T15:02:58.131Z INFO apply changes to secondary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-1"} 2026-10-05T15:02:58.382Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-58ffb9c778", "targetRevision": "smart-update-pxc-57d567997"} 2026-10-05T15:03:08.535Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-58ffb9c778", "targetRevision": "smart-update-pxc-57d567997"} 2026-10-05T15:03:18.477Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-1", "phase": "Pending"} 2026-10-05T15:03:18.477Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-1", "reason": "PodInitializing"} 2026-10-05T15:03:58.536Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-1"} 2026-10-05T15:03:58.549Z INFO apply changes to primary pod {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-0"} 2026-10-05T15:03:58.850Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-58ffb9c778", "targetRevision": "smart-update-pxc-57d567997"} 2026-10-05T15:04:09.016Z INFO Pod is not updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-58ffb9c778", "targetRevision": "smart-update-pxc-57d567997"} 2026-10-05T15:04:18.958Z INFO Pod is not running {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-0", "phase": "Pending"} 2026-10-05T15:04:18.958Z INFO pod is waiting {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-0", "reason": "PodInitializing"} 2026-10-05T15:04:58.969Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "pod": "smart-update-pxc-0"} 2026-10-05T15:04:58.985Z INFO smart update finished {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc"} 2026-10-05T15:04:59.062Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "ef4ac1ba-acac-4d49-9ba3-65bc8084eecc", "new version": "8.4.10-10.1"} 2026-10-05T15:06:48.439Z ERROR Update status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"smart-update","namespace":"smart-update1-10757"}, "namespace": "smart-update1-10757", "name": "smart-update", "reconcileID": "e43358fb-63d7-4cda-b34a-8e1c7a3452df", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler    ContainerPort: 3306,    ContainerPort: 33060,    ContainerPort: 33062,    ContainerPort: 4444,    ContainerPort: 4567,    ContainerPort: 4568,    DefaultUser: nil,    DefaultUser: nil,    HostIP: "",    HostPort: 0,    Items: nil,    Items: nil,    LocalObjectReference: {Name: "auto-smart-update-pxc"},    LocalObjectReference: {Name: "smart-update-pxc"},    Name: "ist",    Name: "mysql",    Name: "mysql-admin",    Name: "mysqlx",    Name: "sst",    Name: "write-set",    Optional: &true,    Optional: &false,    Optional: &true,    SecretName: "internal-smart-update",    SecretName: "smart-update-mysql-init",    SecretName: "smart-update-ssl",    SecretName: "smart-update-ssl-internal",    SecretName: "smart-update-vault",    "/percona-xtradb-cluster",    "percona",    ... // 16 identical fields    ... // 22 identical fields    ... // 3 identical fields    ... // 9 identical fields    AWSElasticBlockStore: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    FC: nil,    FailureThreshold: 3,    GitRepo: nil,    ISCSI: nil,    InitialDelaySeconds: 300,    NFS: nil,    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    Quobyte: nil,    Secret: &v1.SecretVolumeSource{    SuccessThreshold: 1,    TerminationGracePeriodSeconds: nil,    TimeoutSeconds: 5,    VsphereVolume: nil,    {    },    ... // 16 identical fields    ... // 3 identical fields    ... // 4 identical fields    Args: {"mysqld"},    Command: {"/var/lib/mysql/pxc-entrypoint.sh"},    Env: {{Name: "PXC_SERVICE", Value: "smart-update-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-smart-update"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-smart-update"}, Key: "xtrabackup"}}}, ...},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "smart-update-env-vars-pxc"}, Optional: &true}}},    Image: strings.Join({    ImagePullPolicy: "Always",    Lifecycle: nil,    LivenessProbe: &v1.Probe{    Name: "auto-config",    Name: "config",    Name: "mysql-init-file",    Name: "mysql-users-secret-file",    Name: "pxc",    Name: "ssl",    Name: "ssl-internal",    Name: "vault-keyring-secret",    Ports: []v1.ContainerPort{    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    SecurityContext: nil,    StartupProbe: nil,    VolumeDevices: nil,    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeSource: v1.VolumeSource{    WorkingDir: "",    },    }, ""),    ... // 3 identical fields    ... // 6 identical fields    AccessModes: nil,    Capacity: nil,    DataSource: nil,    DataSourceRef: nil,    StorageClassName: nil,    VolumeAttributesClassName: nil,    VolumeName: "",    {    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    },    ... // 6 identical fields    ... // 7 identical fields    ActiveDeadlineSeconds: nil,    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}},    AutomountServiceAccountToken: nil,    Containers: []v1.Container{    EphemeralContainers: nil,    HostAliases: nil,    InitContainers: []v1.Container{    NodeName: "",    NodeSelector: nil,    OS: nil,    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Overhead: nil,    PreemptionPolicy: nil,    ServiceAccountName: "default",    SetHostnameAsFQDN: nil,    Spec: v1.PersistentVolumeClaimSpec{    Status: v1.PersistentVolumeClaimStatus{    Subdomain: "",    TerminationGracePeriodSeconds: &600,    Tolerations: nil,    TypeMeta: {},    Volumes: []v1.Volume{    },    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "b9d1b4d1269d4ee46bdafab3e61ca7b6", "percona.com/ssl-internal-hash": "b51be34bdaf650829b5d659ba26a20bd"}},    Spec: v1.PodSpec{    {    },    ... // 2 identical fields    Conditions: nil,    DeletionGracePeriodSeconds: nil,    DeletionTimestamp: nil,    Finalizers: nil,    Labels: nil,    MinReadySeconds: 0,    Namespace: "smart-update1-10757",    Ordinals: nil,    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "83cc0e16-cedc-4cc8-8c6e-d9f4a8a85146", ...}},    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "8fd6554a-2d3e-4b0a-96aa-8ec121db270f", ...}},    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "c2b86198-59d7-4142-b967-2c8628c6ade8", ...}},    Replicas: &3,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    SelfLink: "",    ServiceName: "smart-update-pxc",    Template: v1.PodTemplateSpec{    UpdateStrategy: {Type: "OnDelete"},    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    },    ObjectMeta: v1.ObjectMeta{    Spec: v1.StatefulSetSpec{    Status: v1.StatefulSetStatus{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    },   &v1.StatefulSet{   } + local backup_names ++ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + backup_names= + [[ -n '' ]] + local pxc_names ++ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + pxc_names= + [[ -n '' ]] + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.0o8AB8ASQl ++ mktemp + local LAST_ERR=/tmp/tmp.95QPY3z8Ho + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0o8AB8ASQl validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.95QPY3z8Ho + rm /tmp/tmp.0o8AB8ASQl /tmp/tmp.95QPY3z8Ho + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml namespace "cert-manager" deleted customresourcedefinition.apiextensions.k8s.io "challenges.acme.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "orders.acme.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "certificaterequests.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "certificates.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "clusterissuers.cert-manager.io" deleted customresourcedefinition.apiextensions.k8s.io "issuers.cert-manager.io" deleted serviceaccount "cert-manager-cainjector" deleted from cert-manager namespace serviceaccount "cert-manager" deleted from cert-manager namespace serviceaccount "cert-manager-webhook" deleted from cert-manager namespace clusterrole.rbac.authorization.k8s.io "cert-manager-cainjector" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-cluster-view" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-view" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-edit" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted clusterrole.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-cainjector" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-issuers" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificates" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-orders" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-challenges" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" deleted clusterrolebinding.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" deleted role.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace role.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace role.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace role.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace rolebinding.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" deleted from kube-system namespace rolebinding.rbac.authorization.k8s.io "cert-manager:leaderelection" deleted from kube-system namespace rolebinding.rbac.authorization.k8s.io "cert-manager-tokenrequest" deleted from cert-manager namespace rolebinding.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" deleted from cert-manager namespace service "cert-manager-cainjector" deleted from cert-manager namespace service "cert-manager" deleted from cert-manager namespace service "cert-manager-webhook" deleted from cert-manager namespace deployment.apps "cert-manager-cainjector" deleted from cert-manager namespace deployment.apps "cert-manager" deleted from cert-manager namespace deployment.apps "cert-manager-webhook" deleted from cert-manager namespace mutatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted validatingwebhookconfiguration.admissionregistration.k8s.io "cert-manager-webhook" deleted + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-10757 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ date +%s + local deadline=1791212986 ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.2i1Ssdzyf1 ++ mktemp + local LAST_OUT=/tmp/tmp.RVl28x9i9c + local LAST_ERR=/tmp/tmp.qjbtIQrSeF + local exit_status=0 ++ kubectl_bin get namespace smart-update1-10757 --ignore-not-found -o name ++ mktemp + local LAST_ERR=/tmp/tmp.KN3q5D2pKJ + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace smart-update1-10757 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + [[ -z namespace/smart-update1-10757 ]] ++ date +%s + [[ 1791212870 -ge 1791212986 ]] + sleep 5 ++ kubectl_bin get namespace smart-update1-10757 --ignore-not-found -o name + [[ -z namespace/smart-update1-10757 ]] ++ date +%s + [[ 1791212879 -ge 1791212986 ]] + sleep 5 ++ kubectl_bin get namespace smart-update1-10757 --ignore-not-found -o name + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2i1Ssdzyf1 namespace "pxc-operator" force deleted + cat /tmp/tmp.qjbtIQrSeF Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.2i1Ssdzyf1 /tmp/tmp.qjbtIQrSeF + return 0 + [[ -z namespace/smart-update1-10757 ]] ++ date +%s + [[ 1791212887 -ge 1791212986 ]] + sleep 5 ++ kubectl_bin get namespace smart-update1-10757 --ignore-not-found -o name + [[ -z namespace/smart-update1-10757 ]] ++ date +%s + [[ 1791212896 -ge 1791212986 ]] + sleep 5 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RVl28x9i9c namespace "smart-update1-10757" force deleted + cat /tmp/tmp.KN3q5D2pKJ Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.RVl28x9i9c /tmp/tmp.KN3q5D2pKJ + return 0 ++ kubectl_bin get namespace smart-update1-10757 --ignore-not-found -o name + [[ -z '' ]] ++ date +%s + deadline=1791213022 ++ kubectl_bin get pv -o 'jsonpath={range .items[*]}{.metadata.name}{"\t"}{.metadata.deletionTimestamp}{"\n"}{end}' ++ awk '$2 != ""' + [[ -z '' ]] + rm -rf /tmp/tmp.ZUfnMenQ8T + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed -----------------------------------------------------------------------------------