Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/logs/smart-update1-8-0.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + API=pxc.percona.com/v9-9-9 + TARGET_IMAGE_PXC=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + CLUSTER=smart-update + CLUSTER_SIZE=3 + PROXY_SIZE=2 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 == *\p\e\r\c\o\n\a\-\x\t\r\a\d\b\-\c\l\u\s\t\e\r\-\o\p\e\r\a\t\o\r* ]] ++ echo -n perconalab/percona-xtradb-cluster-operator:main-pxc8.0 ++ /usr/bin/sed -r 's/.*([0-9].[0-9])$/\1/' + PXC_VER=8.0 + TARGET_IMAGE_PXC_VS=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + VS_URL=http://version-service + VS_PORT=11000 + VS_ENDPOINT=http://version-service:11000 + main + create_infra smart-update1-21907 + local ns=smart-update1-21907 + '[' -n pxc-operator ']' + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n smart-update1-1507 smart-update --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/smart-update patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.4RrrwYykoZ ++ mktemp + local LAST_ERR=/tmp/tmp.7wclk7Mv9a + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4RrrwYykoZ perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-1507 namespace + cat /tmp/tmp.7wclk7Mv9a + rm /tmp/tmp.4RrrwYykoZ /tmp/tmp.7wclk7Mv9a + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.ftFlp6oiUz ++ mktemp + local LAST_ERR=/tmp/tmp.Iad1pZSmwU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ftFlp6oiUz No resources found + cat /tmp/tmp.Iad1pZSmwU + rm /tmp/tmp.ftFlp6oiUz /tmp/tmp.Iad1pZSmwU + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.RxckbcaXew ++ mktemp + local LAST_ERR=/tmp/tmp.ik84l3iGI6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RxckbcaXew No resources found + cat /tmp/tmp.ik84l3iGI6 + rm /tmp/tmp.RxckbcaXew /tmp/tmp.ik84l3iGI6 + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.sH7hkyfeNn + awk '{print$1}' + kubectl_bin get ns ++ mktemp + local LAST_ERR=/tmp/tmp.DXUTuoofrv + local exit_status=0 ++ mktemp + local LAST_OUT=/tmp/tmp.nLEsUwDXI2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ mktemp + local LAST_ERR=/tmp/tmp.zCGrosVYBH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + xargs kubectl delete ns + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nLEsUwDXI2 + cat /tmp/tmp.zCGrosVYBH + rm /tmp/tmp.nLEsUwDXI2 /tmp/tmp.zCGrosVYBH + return 0 namespace "cert-manager" deleted namespace "smart-update1-1507" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sH7hkyfeNn namespace "pxc-operator" deleted + cat /tmp/tmp.DXUTuoofrv + rm /tmp/tmp.sH7hkyfeNn /tmp/tmp.DXUTuoofrv + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.xbKaCnYjjF ++ mktemp + local LAST_ERR=/tmp/tmp.bWQPcwGyHj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xbKaCnYjjF namespace/pxc-operator created + cat /tmp/tmp.bWQPcwGyHj + rm /tmp/tmp.xbKaCnYjjF /tmp/tmp.bWQPcwGyHj + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.t2W21IYKDr +++ mktemp ++ local LAST_ERR=/tmp/tmp.TmhaTW7XUc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.t2W21IYKDr ++ cat /tmp/tmp.TmhaTW7XUc ++ rm /tmp/tmp.t2W21IYKDr /tmp/tmp.TmhaTW7XUc ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2202-c5e2e681-2-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.xMxk8ha5zp ++ mktemp + local LAST_ERR=/tmp/tmp.3M0EESwOJ2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2202-c5e2e681-2-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xMxk8ha5zp Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2202-c5e2e681-2-cluster1" modified. + cat /tmp/tmp.3M0EESwOJ2 + rm /tmp/tmp.xMxk8ha5zp /tmp/tmp.3M0EESwOJ2 + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.oraWfMYkVJ ++ mktemp + local LAST_ERR=/tmp/tmp.4cODM7TMpd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oraWfMYkVJ customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.4cODM7TMpd + rm /tmp/tmp.oraWfMYkVJ /tmp/tmp.4cODM7TMpd + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.76idXMURdI ++ mktemp + local LAST_ERR=/tmp/tmp.aLgrFmVnty + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.76idXMURdI clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.aLgrFmVnty + rm /tmp/tmp.76idXMURdI /tmp/tmp.aLgrFmVnty + return 0 + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681^' ++ mktemp + local LAST_OUT=/tmp/tmp.KWxG48cjhc ++ mktemp + local LAST_ERR=/tmp/tmp.rbImSIdVxX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KWxG48cjhc deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.rbImSIdVxX + rm /tmp/tmp.KWxG48cjhc /tmp/tmp.rbImSIdVxX + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.h7Xd57cJov ++ mktemp + local LAST_ERR=/tmp/tmp.BANS9MV88b + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.h7Xd57cJov pod/percona-xtradb-cluster-operator-d84c66648-snfgp condition met + cat /tmp/tmp.BANS9MV88b + rm /tmp/tmp.h7Xd57cJov /tmp/tmp.BANS9MV88b + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.hz6j6K16DQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.qrfGRyKvQp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hz6j6K16DQ ++ cat /tmp/tmp.qrfGRyKvQp ++ rm /tmp/tmp.hz6j6K16DQ /tmp/tmp.qrfGRyKvQp ++ return 0 + wait_pod percona-xtradb-cluster-operator-d84c66648-snfgp 480 pxc-operator + local pod=percona-xtradb-cluster-operator-d84c66648-snfgp + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-d84c66648-snfgp ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-d84c66648-snfgp condition met waiting for pod/percona-xtradb-cluster-operator-d84c66648-snfgp to become Ready.Ok + sleep 3 + create_namespace smart-update1-21907 + local namespace=smart-update1-21907 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces smart-update1-21907' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces smart-update1-21907 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace smart-update1-21907 + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.pzBPPzZnJd ++ mktemp + local LAST_ERR=/tmp/tmp.6XfHgab61g + local exit_status=0 ++ seq 0 2 + xargs kubectl delete ns + awk '{print$1}' + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl get ns + local LAST_OUT=/tmp/tmp.gw9fMbrTDm ++ mktemp + local LAST_ERR=/tmp/tmp.vELuZ7kSdm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-21907 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pzBPPzZnJd + cat /tmp/tmp.6XfHgab61g + rm /tmp/tmp.pzBPPzZnJd /tmp/tmp.6XfHgab61g + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.gw9fMbrTDm + cat /tmp/tmp.vELuZ7kSdm Error from server (NotFound): namespaces "smart-update1-21907" not found + rm /tmp/tmp.gw9fMbrTDm /tmp/tmp.vELuZ7kSdm + return 1 + : + wait_for_delete namespace/smart-update1-21907 + local res=namespace/smart-update1-21907 + echo -n 'waiting for namespace/smart-update1-21907 to be deleted' waiting for namespace/smart-update1-21907 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "smart-update1-21907" not found + desc 'create namespace smart-update1-21907' + set +o xtrace ----------------------------------------------------------------------------------- create namespace smart-update1-21907 ----------------------------------------------------------------------------------- + kubectl_bin create namespace smart-update1-21907 ++ mktemp + local LAST_OUT=/tmp/tmp.KX0dyeXyNM ++ mktemp + local LAST_ERR=/tmp/tmp.rzA43L70hi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace smart-update1-21907 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KX0dyeXyNM namespace/smart-update1-21907 created + cat /tmp/tmp.rzA43L70hi + rm /tmp/tmp.KX0dyeXyNM /tmp/tmp.rzA43L70hi + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.k3eHuZRcBr +++ mktemp ++ local LAST_ERR=/tmp/tmp.iZsGkV2e05 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.k3eHuZRcBr ++ cat /tmp/tmp.iZsGkV2e05 ++ rm /tmp/tmp.k3eHuZRcBr /tmp/tmp.iZsGkV2e05 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2202-c5e2e681-2-cluster1 --namespace=smart-update1-21907 ++ mktemp + local LAST_OUT=/tmp/tmp.PcJpDBuKSn ++ mktemp + local LAST_ERR=/tmp/tmp.tmXBGg51wZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2202-c5e2e681-2-cluster1 --namespace=smart-update1-21907 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PcJpDBuKSn Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2202-c5e2e681-2-cluster1" modified. + cat /tmp/tmp.tmXBGg51wZ + rm /tmp/tmp.PcJpDBuKSn /tmp/tmp.tmXBGg51wZ + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.OjjF7jk7kj ++ mktemp + local LAST_ERR=/tmp/tmp.W93EyIFk53 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OjjF7jk7kj secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.W93EyIFk53 + rm /tmp/tmp.OjjF7jk7kj /tmp/tmp.W93EyIFk53 + return 0 + deploy_version_service + desc 'install version service' + set +o xtrace ----------------------------------------------------------------------------------- install version service ----------------------------------------------------------------------------------- + kubectl_bin create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json ++ mktemp + local LAST_OUT=/tmp/tmp.ubqbEWOYDA ++ mktemp + local LAST_ERR=/tmp/tmp.a3KrDLLBKS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create configmap versions --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.dep.json --from-file /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/operator.9.9.9.pxc-operator.json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ubqbEWOYDA configmap/versions created + cat /tmp/tmp.a3KrDLLBKS + rm /tmp/tmp.ubqbEWOYDA /tmp/tmp.a3KrDLLBKS + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.kuSBINJjHV ++ mktemp + local LAST_ERR=/tmp/tmp.M0vSgiAmRM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kuSBINJjHV deployment.apps/version-service created service/version-service created + cat /tmp/tmp.M0vSgiAmRM + rm /tmp/tmp.kuSBINJjHV /tmp/tmp.M0vSgiAmRM + return 0 + sleep 10 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.NHvtZoB4ps ++ mktemp + local LAST_ERR=/tmp/tmp.kfzeVtWEn2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NHvtZoB4ps namespace/cert-manager created + cat /tmp/tmp.kfzeVtWEn2 + rm /tmp/tmp.NHvtZoB4ps /tmp/tmp.kfzeVtWEn2 + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.hiInJG8Iky ++ mktemp + local LAST_ERR=/tmp/tmp.RLWYKVKTyH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hiInJG8Iky namespace/cert-manager labeled + cat /tmp/tmp.RLWYKVKTyH + rm /tmp/tmp.hiInJG8Iky /tmp/tmp.RLWYKVKTyH + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.18.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.WzayHkN18i ++ mktemp + local LAST_ERR=/tmp/tmp.K1sogHa5cN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.18.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WzayHkN18i namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.K1sogHa5cN Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.WzayHkN18i /tmp/tmp.K1sogHa5cN + return 0 + '[' '' == 4.10 ']' + sleep 70 ++ jq -r '.versions[].matrix.pxc[].imagePath' ++ grep :8.0 +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++ tail -n3 ++ head -n1 ++ sort -V ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++++ grep -c percona-xtradb-cluster-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++++ mktemp +++ local LAST_OUT=/tmp/tmp.v6aDdaBH7m ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ZqH3Dxy7Dh +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.v6aDdaBH7m +++ cat /tmp/tmp.ZqH3Dxy7Dh +++ rm /tmp/tmp.v6aDdaBH7m /tmp/tmp.ZqH3Dxy7Dh +++ return 0 ++ kubectl_bin exec -ti percona-xtradb-cluster-operator-d84c66648-snfgp -n pxc-operator -- curl -s http://version-service.smart-update1-21907.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 +++ mktemp ++ local LAST_OUT=/tmp/tmp.te7NgrEOqt +++ mktemp ++ local LAST_ERR=/tmp/tmp.vGMFVRsh2p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -ti percona-xtradb-cluster-operator-d84c66648-snfgp -n pxc-operator -- curl -s http://version-service.smart-update1-21907.svc.cluster.local:11000/versions/v1/pxc-operator/9.9.9 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.te7NgrEOqt ++ cat /tmp/tmp.vGMFVRsh2p Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.te7NgrEOqt /tmp/tmp.vGMFVRsh2p ++ return 0 + IMAGE_PXC=percona/percona-xtradb-cluster:8.0.19-10.1 + desc 'patch crd' + set +o xtrace ----------------------------------------------------------------------------------- patch crd ----------------------------------------------------------------------------------- + kubectl_bin patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' ++ mktemp + local LAST_OUT=/tmp/tmp.dIdt614vBR ++ mktemp + local LAST_ERR=/tmp/tmp.8c5U9T59nX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch crd perconaxtradbclusters.pxc.percona.com --type=json -p '[{"op":"add","path":"/spec/versions/-", "value":{"name": "v9-9-9","schema": {"openAPIV3Schema": {"properties": {"spec": {"type": "object","x-kubernetes-preserve-unknown-fields": true},"status": {"type": "object", "x-kubernetes-preserve-unknown-fields": true}}, "type": "object" }}, "served": true, "storage": false, "subresources": { "status": {}}}}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dIdt614vBR customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com patched + cat /tmp/tmp.8c5U9T59nX + rm /tmp/tmp.dIdt614vBR /tmp/tmp.8c5U9T59nX + return 0 + desc 'Updating ProxySQL PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating ProxySQL PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/smart-update.yml /tmp/tmp.KksQU5uIRx/smart-update.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681"' /tmp/tmp.KksQU5uIRx/smart-update.yml + spinup_pxc smart-update /tmp/tmp.KksQU5uIRx/smart-update.yml + local cluster=smart-update + local config=/tmp/tmp.KksQU5uIRx/smart-update.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.qnW0sUEbvo ++ mktemp + local LAST_ERR=/tmp/tmp.fxt0qZuKrl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qnW0sUEbvo secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.fxt0qZuKrl + rm /tmp/tmp.qnW0sUEbvo /tmp/tmp.fxt0qZuKrl + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-21907~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + local LAST_OUT=/tmp/tmp.ab0rYTzMOO ++ mktemp + local LAST_ERR=/tmp/tmp.v6tE29UdJi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ab0rYTzMOO deployment.apps/pxc-client created + cat /tmp/tmp.v6tE29UdJi + rm /tmp/tmp.ab0rYTzMOO /tmp/tmp.v6tE29UdJi + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.KksQU5uIRx/smart-update.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /tmp/tmp.KksQU5uIRx/smart-update.yml + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-21907~ ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + local LAST_OUT=/tmp/tmp.65W0Zhb588 ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + local LAST_ERR=/tmp/tmp.thSdsbQNGl + local exit_status=0 + cat /tmp/tmp.KksQU5uIRx/smart-update.yml ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.65W0Zhb588 perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.thSdsbQNGl + rm /tmp/tmp.65W0Zhb588 /tmp/tmp.thSdsbQNGl + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.TyVcmUBsbm ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rwPdgPBAkv +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.TyVcmUBsbm +++ cat /tmp/tmp.rwPdgPBAkv +++ rm /tmp/tmp.TyVcmUBsbm /tmp/tmp.rwPdgPBAkv +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.6lBDtKe5BH ++++ mktemp +++ local LAST_ERR=/tmp/tmp.LytADpDRJn +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.6lBDtKe5BH +++ cat /tmp/tmp.LytADpDRJn +++ rm /tmp/tmp.6lBDtKe5BH /tmp/tmp.LytADpDRJn +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-proxysql ++ return + local proxy=smart-update-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 ++ mktemp + local LAST_OUT=/tmp/tmp.Oix19w5ogE ++ mktemp + local LAST_ERR=/tmp/tmp.KLSU70Xpjl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.Oix19w5ogE + cat /tmp/tmp.KLSU70Xpjl error: no matching resources found + rm /tmp/tmp.Oix19w5ogE /tmp/tmp.KLSU70Xpjl + return 1 + true + wait_for_running smart-update-proxysql 1 + local name=smart-update-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-proxysql-0 480 + local pod=smart-update-proxysql-0 + local max_retry=480 + local ns= ++ echo smart-update-proxysql-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace Error from server (NotFound): pods "smart-update-proxysql-0" not found waiting for pod/smart-update-proxysql-0 to become Ready.........Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met waiting for pod/smart-update-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met waiting for pod/smart-update-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met waiting for pod/smart-update-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.c5wTZg9jF7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.hkJDTq4ESm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.c5wTZg9jF7 ++ cat /tmp/tmp.hkJDTq4ESm ++ rm /tmp/tmp.c5wTZg9jF7 /tmp/tmp.hkJDTq4ESm ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.X0WWr5T7jv +++ mktemp ++ local LAST_ERR=/tmp/tmp.YPtsEZOxCx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X0WWr5T7jv ++ cat /tmp/tmp.YPtsEZOxCx ++ rm /tmp/tmp.X0WWr5T7jv /tmp/tmp.YPtsEZOxCx ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mTnCow4dhg +++ mktemp ++ local LAST_ERR=/tmp/tmp.b2eBVo72nv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mTnCow4dhg ++ cat /tmp/tmp.b2eBVo72nv ++ rm /tmp/tmp.mTnCow4dhg /tmp/tmp.b2eBVo72nv ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H58zBpHXmj +++ mktemp ++ local LAST_ERR=/tmp/tmp.eFtzObX8Py ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H58zBpHXmj ++ cat /tmp/tmp.eFtzObX8Py ++ rm /tmp/tmp.H58zBpHXmj /tmp/tmp.eFtzObX8Py ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MSfIsumgVg +++ mktemp ++ local LAST_ERR=/tmp/tmp.swfpR2vUTf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MSfIsumgVg ++ cat /tmp/tmp.swfpR2vUTf ++ rm /tmp/tmp.MSfIsumgVg /tmp/tmp.swfpR2vUTf ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mgiFt6eMqT +++ mktemp ++ local LAST_ERR=/tmp/tmp.U4Ih3S6jVx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mgiFt6eMqT ++ cat /tmp/tmp.U4Ih3S6jVx ++ rm /tmp/tmp.mgiFt6eMqT /tmp/tmp.U4Ih3S6jVx ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KVr1yDtxTY +++ mktemp ++ local LAST_ERR=/tmp/tmp.lfxSsnUuEa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KVr1yDtxTY ++ cat /tmp/tmp.lfxSsnUuEa Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.KVr1yDtxTY /tmp/tmp.lfxSsnUuEa ++ return 0 + '[' '' ']' +++ get_proxy smart-update +++ local target_cluster=smart-update ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.lDEtIWrjWf +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.enzXQ5IxKJ ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.lDEtIWrjWf ++++ cat /tmp/tmp.enzXQ5IxKJ ++++ rm /tmp/tmp.lDEtIWrjWf /tmp/tmp.enzXQ5IxKJ ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.gnpZFktWFe +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.12KYikS8H3 ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.gnpZFktWFe ++++ cat /tmp/tmp.12KYikS8H3 ++++ rm /tmp/tmp.gnpZFktWFe /tmp/tmp.12KYikS8H3 ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo smart-update-proxysql +++ return ++ get_proxy_primary '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=smart-update-proxysql-0 +++ run_mysql_local 'SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' smart-update-proxysql-0 proxysql +++ local 'command=SELECT hostname FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' +++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' +++ local pod=smart-update-proxysql-0 +++ local container_name=proxysql +++ set +o xtrace ++ local ip=smart-update-pxc-0.smart-update-pxc.smart-update1-21907.svc.cluster.local +++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-21907.svc.cluster.local +++ wc -l ++ '[' 1 '!=' 1 ']' ++ cut -d. -f1 ++ echo smart-update-pxc-0.smart-update-pxc.smart-update1-21907.svc.cluster.local + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.mfjEjR5qdU ++ mktemp + local LAST_ERR=/tmp/tmp.9ouPFyI7h6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mfjEjR5qdU perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.9ouPFyI7h6 + rm /tmp/tmp.mfjEjR5qdU /tmp/tmp.9ouPFyI7h6 + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update............................ smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H4F1wYphmw +++ mktemp ++ local LAST_ERR=/tmp/tmp.tFhyH6Tt2s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H4F1wYphmw ++ cat /tmp/tmp.tFhyH6Tt2s ++ rm /tmp/tmp.H4F1wYphmw /tmp/tmp.tFhyH6Tt2s ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OvocQm5XNk +++ mktemp ++ local LAST_ERR=/tmp/tmp.SbRsYJFGCp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OvocQm5XNk ++ cat /tmp/tmp.SbRsYJFGCp ++ rm /tmp/tmp.OvocQm5XNk /tmp/tmp.SbRsYJFGCp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fbaE85bcWn +++ mktemp ++ local LAST_ERR=/tmp/tmp.AvoZETGY0Q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fbaE85bcWn ++ cat /tmp/tmp.AvoZETGY0Q ++ rm /tmp/tmp.fbaE85bcWn /tmp/tmp.AvoZETGY0Q ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7EMmqtUEM0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.P9XBQ6TR5J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7EMmqtUEM0 ++ cat /tmp/tmp.P9XBQ6TR5J ++ rm /tmp/tmp.7EMmqtUEM0 /tmp/tmp.P9XBQ6TR5J ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EKIvCnd360 +++ mktemp ++ local LAST_ERR=/tmp/tmp.dfykXPrJrJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EKIvCnd360 ++ cat /tmp/tmp.dfykXPrJrJ ++ rm /tmp/tmp.EKIvCnd360 /tmp/tmp.dfykXPrJrJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0siiztKIZx +++ mktemp ++ local LAST_ERR=/tmp/tmp.3pXwhVNTcJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0siiztKIZx ++ cat /tmp/tmp.3pXwhVNTcJ ++ rm /tmp/tmp.0siiztKIZx /tmp/tmp.3pXwhVNTcJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bgSNdsPNmW +++ mktemp ++ local LAST_ERR=/tmp/tmp.TYro2iI8JK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bgSNdsPNmW ++ cat /tmp/tmp.TYro2iI8JK ++ rm /tmp/tmp.bgSNdsPNmW /tmp/tmp.TYro2iI8JK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XYzROPTn4A +++ mktemp ++ local LAST_ERR=/tmp/tmp.TXRcyJcIGu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XYzROPTn4A ++ cat /tmp/tmp.TXRcyJcIGu ++ rm /tmp/tmp.XYzROPTn4A /tmp/tmp.TXRcyJcIGu ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d8lAvucFSw +++ mktemp ++ local LAST_ERR=/tmp/tmp.U11vZKDiKg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d8lAvucFSw ++ cat /tmp/tmp.U11vZKDiKg ++ rm /tmp/tmp.d8lAvucFSw /tmp/tmp.U11vZKDiKg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5xIL7Mbnfg +++ mktemp ++ local LAST_ERR=/tmp/tmp.ah6JNrwzGe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5xIL7Mbnfg ++ cat /tmp/tmp.ah6JNrwzGe ++ rm /tmp/tmp.5xIL7Mbnfg /tmp/tmp.ah6JNrwzGe ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q2y4AtRafZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.VPVOw3xAvp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q2y4AtRafZ ++ cat /tmp/tmp.VPVOw3xAvp ++ rm /tmp/tmp.q2y4AtRafZ /tmp/tmp.VPVOw3xAvp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q7JToMJmWV +++ mktemp ++ local LAST_ERR=/tmp/tmp.BD9BLPnkal ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q7JToMJmWV ++ cat /tmp/tmp.BD9BLPnkal ++ rm /tmp/tmp.q7JToMJmWV /tmp/tmp.BD9BLPnkal ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lH5U5EEn0Q +++ mktemp ++ local LAST_ERR=/tmp/tmp.Etp0muXqh8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lH5U5EEn0Q ++ cat /tmp/tmp.Etp0muXqh8 ++ rm /tmp/tmp.lH5U5EEn0Q /tmp/tmp.Etp0muXqh8 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Rd7aV0qzFw +++ mktemp ++ local LAST_ERR=/tmp/tmp.HzfJ4fWRXO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Rd7aV0qzFw ++ cat /tmp/tmp.HzfJ4fWRXO ++ rm /tmp/tmp.Rd7aV0qzFw /tmp/tmp.HzfJ4fWRXO ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YUVhiXTLQs +++ mktemp ++ local LAST_ERR=/tmp/tmp.P5yitUni5A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YUVhiXTLQs ++ cat /tmp/tmp.P5yitUni5A ++ rm /tmp/tmp.YUVhiXTLQs /tmp/tmp.P5yitUni5A ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ayENEozjso +++ mktemp ++ local LAST_ERR=/tmp/tmp.0TbVciBXPa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ayENEozjso ++ cat /tmp/tmp.0TbVciBXPa ++ rm /tmp/tmp.ayENEozjso /tmp/tmp.0TbVciBXPa ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HOhyOmJ1aH +++ mktemp ++ local LAST_ERR=/tmp/tmp.whLVt2oaaK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HOhyOmJ1aH ++ cat /tmp/tmp.whLVt2oaaK ++ rm /tmp/tmp.HOhyOmJ1aH /tmp/tmp.whLVt2oaaK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.g5w3dBI3eB +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wfcu1iekDF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g5w3dBI3eB ++ cat /tmp/tmp.Wfcu1iekDF ++ rm /tmp/tmp.g5w3dBI3eB /tmp/tmp.Wfcu1iekDF ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.71PKeGceND +++ mktemp ++ local LAST_ERR=/tmp/tmp.CiEaatAAn5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.71PKeGceND ++ cat /tmp/tmp.CiEaatAAn5 ++ rm /tmp/tmp.71PKeGceND /tmp/tmp.CiEaatAAn5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Xee1chc9kK +++ mktemp ++ local LAST_ERR=/tmp/tmp.Y99xEGYHbv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Xee1chc9kK ++ cat /tmp/tmp.Y99xEGYHbv ++ rm /tmp/tmp.Xee1chc9kK /tmp/tmp.Y99xEGYHbv ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3rte0TLxQs +++ mktemp ++ local LAST_ERR=/tmp/tmp.mWuugEywNg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3rte0TLxQs ++ cat /tmp/tmp.mWuugEywNg ++ rm /tmp/tmp.3rte0TLxQs /tmp/tmp.mWuugEywNg ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.L3bgBaBaNa ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.AtfOhuPY5A +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.L3bgBaBaNa +++++ cat /tmp/tmp.AtfOhuPY5A +++++ rm /tmp/tmp.L3bgBaBaNa /tmp/tmp.AtfOhuPY5A +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Moj3GCYxgx ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.2rP7GMTlUi +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Moj3GCYxgx +++++ cat /tmp/tmp.2rP7GMTlUi +++++ rm /tmp/tmp.Moj3GCYxgx /tmp/tmp.2rP7GMTlUi +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-proxysql ++++ return +++ local cluster_proxy=smart-update-proxysql +++ echo proxysql ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sNfEbtptOB +++ mktemp ++ local LAST_ERR=/tmp/tmp.uJ2jxoHkaH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sNfEbtptOB ++ cat /tmp/tmp.uJ2jxoHkaH ++ rm /tmp/tmp.sNfEbtptOB /tmp/tmp.uJ2jxoHkaH ++ return 0 + [[ 2 == \2 ]] + echo ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jwTUSoB0FJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.FlFvB91W6C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jwTUSoB0FJ ++ cat /tmp/tmp.FlFvB91W6C ++ rm /tmp/tmp.jwTUSoB0FJ /tmp/tmp.FlFvB91W6C ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lheOBJ77zY +++ mktemp ++ local LAST_ERR=/tmp/tmp.OGjOJMKcAw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lheOBJ77zY ++ cat /tmp/tmp.OGjOJMKcAw ++ rm /tmp/tmp.lheOBJ77zY /tmp/tmp.OGjOJMKcAw ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yJX5rOulst +++ mktemp ++ local LAST_ERR=/tmp/tmp.9jhMZvHiV7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yJX5rOulst ++ cat /tmp/tmp.9jhMZvHiV7 ++ rm /tmp/tmp.yJX5rOulst /tmp/tmp.9jhMZvHiV7 ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/smart-update.yml ++ mktemp + local LAST_OUT=/tmp/tmp.yOrRyf3YWA ++ mktemp + local LAST_ERR=/tmp/tmp.n5Tbnw5S56 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/smart-update.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yOrRyf3YWA perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-21907 namespace + cat /tmp/tmp.n5Tbnw5S56 + rm /tmp/tmp.yOrRyf3YWA /tmp/tmp.n5Tbnw5S56 + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.vQz8gwLDlF ++ mktemp + local LAST_ERR=/tmp/tmp.QW7Z3ttOEJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vQz8gwLDlF persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-21907 namespace persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-21907 namespace persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-21907 namespace persistentvolumeclaim "proxydata-smart-update-proxysql-0" deleted from smart-update1-21907 namespace persistentvolumeclaim "proxydata-smart-update-proxysql-1" deleted from smart-update1-21907 namespace + cat /tmp/tmp.QW7Z3ttOEJ + rm /tmp/tmp.vQz8gwLDlF /tmp/tmp.QW7Z3ttOEJ + return 0 + desc 'Updating HAProxy PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- Updating HAProxy PXC cluster ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/smart-update-haproxy.yml /tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681"' /tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml + spinup_pxc smart-update /tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml + local cluster=smart-update + local config=/tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.N0Cl7FDWmJ ++ mktemp + local LAST_ERR=/tmp/tmp.HdmWBHc9uM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.N0Cl7FDWmJ secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.HdmWBHc9uM + rm /tmp/tmp.N0Cl7FDWmJ /tmp/tmp.HdmWBHc9uM + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.Lm6ZzW8pV9 ++ mktemp + local LAST_ERR=/tmp/tmp.E1XfqnamsS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-21907~ + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Lm6ZzW8pV9 deployment.apps/pxc-client unchanged + cat /tmp/tmp.E1XfqnamsS + rm /tmp/tmp.Lm6ZzW8pV9 /tmp/tmp.E1XfqnamsS + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml + '[' -z '' ']' + cat_config /tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-21907~ + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681#' + cat /tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.zP0IlteYpe ++ mktemp + local LAST_ERR=/tmp/tmp.rxoP1s3J07 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zP0IlteYpe perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.rxoP1s3J07 + rm /tmp/tmp.zP0IlteYpe /tmp/tmp.rxoP1s3J07 + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.nsmo8xkEmW ++++ mktemp +++ local LAST_ERR=/tmp/tmp.3jXzwdZ2X3 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.nsmo8xkEmW +++ cat /tmp/tmp.3jXzwdZ2X3 +++ rm /tmp/tmp.nsmo8xkEmW /tmp/tmp.3jXzwdZ2X3 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 ++ mktemp + local LAST_OUT=/tmp/tmp.wh7Jptdu8j ++ mktemp + local LAST_ERR=/tmp/tmp.7V6O1uqVAm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.wh7Jptdu8j + cat /tmp/tmp.7V6O1uqVAm error: no matching resources found + rm /tmp/tmp.wh7Jptdu8j /tmp/tmp.7V6O1uqVAm + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met waiting for pod/smart-update-haproxy-0 to become Ready.Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met waiting for pod/smart-update-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo smart-update-pxc-1 ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met waiting for pod/smart-update-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met waiting for pod/smart-update-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UQ6WAH66HU +++ mktemp ++ local LAST_ERR=/tmp/tmp.ML4SGj7fz3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UQ6WAH66HU ++ cat /tmp/tmp.ML4SGj7fz3 ++ rm /tmp/tmp.UQ6WAH66HU /tmp/tmp.ML4SGj7fz3 ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.u11No4dVUm +++ mktemp ++ local LAST_ERR=/tmp/tmp.TMVy72r7GH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.u11No4dVUm ++ cat /tmp/tmp.TMVy72r7GH ++ rm /tmp/tmp.u11No4dVUm /tmp/tmp.TMVy72r7GH ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6Flqjsm9OI +++ mktemp ++ local LAST_ERR=/tmp/tmp.4OH9vDd3ZA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6Flqjsm9OI ++ cat /tmp/tmp.4OH9vDd3ZA ++ rm /tmp/tmp.6Flqjsm9OI /tmp/tmp.4OH9vDd3ZA ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9y0xLPAytH +++ mktemp ++ local LAST_ERR=/tmp/tmp.cacTOPS2lq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9y0xLPAytH ++ cat /tmp/tmp.cacTOPS2lq ++ rm /tmp/tmp.9y0xLPAytH /tmp/tmp.cacTOPS2lq ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VrguKLkeQy +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wr0wAV5UvV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VrguKLkeQy ++ cat /tmp/tmp.Wr0wAV5UvV ++ rm /tmp/tmp.VrguKLkeQy /tmp/tmp.Wr0wAV5UvV ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7inwaSSF5q +++ mktemp ++ local LAST_ERR=/tmp/tmp.QgxVVwRzsF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7inwaSSF5q ++ cat /tmp/tmp.QgxVVwRzsF ++ rm /tmp/tmp.7inwaSSF5q /tmp/tmp.QgxVVwRzsF ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZQkYsVOQuC +++ mktemp ++ local LAST_ERR=/tmp/tmp.cynLbVB0qZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZQkYsVOQuC ++ cat /tmp/tmp.cynLbVB0qZ Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.ZQkYsVOQuC /tmp/tmp.cynLbVB0qZ ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.SrGoPSDZXg ++++ mktemp +++ local LAST_ERR=/tmp/tmp.shfkbXw38p +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.SrGoPSDZXg +++ cat /tmp/tmp.shfkbXw38p +++ rm /tmp/tmp.SrGoPSDZXg /tmp/tmp.shfkbXw38p +++ return 0 ++ client_pod=pxc-client-7d45b68d8f-vlnm5 ++ wait_pod pxc-client-7d45b68d8f-vlnm5 ++ local pod=pxc-client-7d45b68d8f-vlnm5 ++ local max_retry=480 ++ local ns= +++ echo pxc-client-7d45b68d8f-vlnm5 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ egrep '^(pxc|proxysql)$' ++ local container= ++ set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.4sJJ4qbfAC ++ mktemp + local LAST_ERR=/tmp/tmp.buhHFeUg5V + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4sJJ4qbfAC perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.buhHFeUg5V + rm /tmp/tmp.4sJJ4qbfAC /tmp/tmp.buhHFeUg5V + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update..................... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WPfVAvjWhx +++ mktemp ++ local LAST_ERR=/tmp/tmp.vPpS9FVL5I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WPfVAvjWhx ++ cat /tmp/tmp.vPpS9FVL5I ++ rm /tmp/tmp.WPfVAvjWhx /tmp/tmp.vPpS9FVL5I ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1k8GbEIzBP +++ mktemp ++ local LAST_ERR=/tmp/tmp.ehhdyQgBwC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1k8GbEIzBP ++ cat /tmp/tmp.ehhdyQgBwC ++ rm /tmp/tmp.1k8GbEIzBP /tmp/tmp.ehhdyQgBwC ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IMr0y3e7pD +++ mktemp ++ local LAST_ERR=/tmp/tmp.aXUzI22B1h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IMr0y3e7pD ++ cat /tmp/tmp.aXUzI22B1h ++ rm /tmp/tmp.IMr0y3e7pD /tmp/tmp.aXUzI22B1h ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vopuE129GN +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZM3UWuJs7l ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vopuE129GN ++ cat /tmp/tmp.ZM3UWuJs7l ++ rm /tmp/tmp.vopuE129GN /tmp/tmp.ZM3UWuJs7l ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.r0bLHXwgtc +++ mktemp ++ local LAST_ERR=/tmp/tmp.PqbPHREWDV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.r0bLHXwgtc ++ cat /tmp/tmp.PqbPHREWDV ++ rm /tmp/tmp.r0bLHXwgtc /tmp/tmp.PqbPHREWDV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jEmjf5x6Mx +++ mktemp ++ local LAST_ERR=/tmp/tmp.7Dz9574Cor ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jEmjf5x6Mx ++ cat /tmp/tmp.7Dz9574Cor ++ rm /tmp/tmp.jEmjf5x6Mx /tmp/tmp.7Dz9574Cor ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZqFwoKhTRy +++ mktemp ++ local LAST_ERR=/tmp/tmp.deOiD2M5nn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZqFwoKhTRy ++ cat /tmp/tmp.deOiD2M5nn ++ rm /tmp/tmp.ZqFwoKhTRy /tmp/tmp.deOiD2M5nn ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pqj68qqJDp +++ mktemp ++ local LAST_ERR=/tmp/tmp.Vy8EkLgeEi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pqj68qqJDp ++ cat /tmp/tmp.Vy8EkLgeEi ++ rm /tmp/tmp.Pqj68qqJDp /tmp/tmp.Vy8EkLgeEi ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H8TFWshf99 +++ mktemp ++ local LAST_ERR=/tmp/tmp.4q3GCPACk0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H8TFWshf99 ++ cat /tmp/tmp.4q3GCPACk0 ++ rm /tmp/tmp.H8TFWshf99 /tmp/tmp.4q3GCPACk0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.haPbpLsur6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YYpwxUBiOX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.haPbpLsur6 ++ cat /tmp/tmp.YYpwxUBiOX ++ rm /tmp/tmp.haPbpLsur6 /tmp/tmp.YYpwxUBiOX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3yWpt5pxdJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.oJqW8xZb9P ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3yWpt5pxdJ ++ cat /tmp/tmp.oJqW8xZb9P ++ rm /tmp/tmp.3yWpt5pxdJ /tmp/tmp.oJqW8xZb9P ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.w6s3UsACi6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.q8Yr9VCrhF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w6s3UsACi6 ++ cat /tmp/tmp.q8Yr9VCrhF ++ rm /tmp/tmp.w6s3UsACi6 /tmp/tmp.q8Yr9VCrhF ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R9wBd1BteO +++ mktemp ++ local LAST_ERR=/tmp/tmp.VTERi2gRBf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R9wBd1BteO ++ cat /tmp/tmp.VTERi2gRBf ++ rm /tmp/tmp.R9wBd1BteO /tmp/tmp.VTERi2gRBf ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fb93GyQuVT +++ mktemp ++ local LAST_ERR=/tmp/tmp.6DLBK6vUcd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fb93GyQuVT ++ cat /tmp/tmp.6DLBK6vUcd ++ rm /tmp/tmp.fb93GyQuVT /tmp/tmp.6DLBK6vUcd ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Fej9LsKqff ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ygbXUY9ucq +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Fej9LsKqff +++++ cat /tmp/tmp.ygbXUY9ucq +++++ rm /tmp/tmp.Fej9LsKqff /tmp/tmp.ygbXUY9ucq +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.obDSON0qaX +++ mktemp ++ local LAST_ERR=/tmp/tmp.HJghl01AXe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.obDSON0qaX ++ cat /tmp/tmp.HJghl01AXe ++ rm /tmp/tmp.obDSON0qaX /tmp/tmp.HJghl01AXe ++ return 0 + [[ 2 == \2 ]] + echo ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.m0jKXd6qX7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.OgRpPtssSu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m0jKXd6qX7 ++ cat /tmp/tmp.OgRpPtssSu ++ rm /tmp/tmp.m0jKXd6qX7 /tmp/tmp.OgRpPtssSu ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UfpY3atB0Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.1CRCCml2HW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UfpY3atB0Z ++ cat /tmp/tmp.1CRCCml2HW ++ rm /tmp/tmp.UfpY3atB0Z /tmp/tmp.1CRCCml2HW ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IU8aBIHtUl +++ mktemp ++ local LAST_ERR=/tmp/tmp.tklho4343G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IU8aBIHtUl ++ cat /tmp/tmp.tklho4343G ++ rm /tmp/tmp.IU8aBIHtUl /tmp/tmp.tklho4343G ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-7d45b68d8f-vlnm5 + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + kubectl_bin delete -f /tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml ++ mktemp + local LAST_OUT=/tmp/tmp.2dnYHFLP4x ++ mktemp + local LAST_ERR=/tmp/tmp.6bFPxMrHmG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.KksQU5uIRx/smart-update-haproxy.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2dnYHFLP4x perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-21907 namespace + cat /tmp/tmp.6bFPxMrHmG + rm /tmp/tmp.2dnYHFLP4x /tmp/tmp.6bFPxMrHmG + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.KNC2gsBAb8 ++ mktemp + local LAST_ERR=/tmp/tmp.cNRo5x9Z8a + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KNC2gsBAb8 persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-21907 namespace persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-21907 namespace persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-21907 namespace + cat /tmp/tmp.cNRo5x9Z8a + rm /tmp/tmp.KNC2gsBAb8 /tmp/tmp.cNRo5x9Z8a + return 0 + desc 'Updating PXC cluster with version service available but disabled' + set +o xtrace ----------------------------------------------------------------------------------- Updating PXC cluster with version service available but disabled ----------------------------------------------------------------------------------- + cp -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/smart-update-version-service-reachable.yml /tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml + yq -i eval '.spec.initContainer.image = "perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681"' /tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml + spinup_pxc smart-update /tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml + local cluster=smart-update + local config=/tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.5dDcpKoroh ++ mktemp + local LAST_ERR=/tmp/tmp.tIKeZkHjLQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5dDcpKoroh secret/my-cluster-secrets unchanged secret/some-name-ssl unchanged secret/some-name-ssl-internal unchanged + cat /tmp/tmp.tIKeZkHjLQ + rm /tmp/tmp.5dDcpKoroh /tmp/tmp.tIKeZkHjLQ + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.pX0K89MbXx + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-21907~ + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.ZGwdZsYvBC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pX0K89MbXx deployment.apps/pxc-client unchanged + cat /tmp/tmp.ZGwdZsYvBC + rm /tmp/tmp.pX0K89MbXx /tmp/tmp.ZGwdZsYvBC + return 0 + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + apply_config /tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml + '[' -z '' ']' + cat_config /tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml + kubectl_bin apply -f - + cat /tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v9-9-9#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2202-c5e2e681#' + local LAST_OUT=/tmp/tmp.4ZOkYxxhLa + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: percona/percona-xtradb-cluster:8.0.19-10.1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_ERR=/tmp/tmp.38zDQSTZYV + local exit_status=0 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.smart-update1-21907~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4ZOkYxxhLa perconaxtradbcluster.pxc.percona.com/smart-update created + cat /tmp/tmp.38zDQSTZYV + rm /tmp/tmp.4ZOkYxxhLa /tmp/tmp.38zDQSTZYV + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy smart-update ++ local target_cluster=smart-update +++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.lVduE8KS7g ++++ mktemp +++ local LAST_ERR=/tmp/tmp.BiD5xzCkMr +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.lVduE8KS7g +++ cat /tmp/tmp.BiD5xzCkMr +++ rm /tmp/tmp.lVduE8KS7g /tmp/tmp.BiD5xzCkMr +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo smart-update-haproxy ++ return + local proxy=smart-update-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 ++ mktemp + local LAST_OUT=/tmp/tmp.RqC7lPOWF8 ++ mktemp + local LAST_ERR=/tmp/tmp.eyoWkbHNmW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n smart-update1-21907 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.RqC7lPOWF8 + cat /tmp/tmp.eyoWkbHNmW error: no matching resources found + rm /tmp/tmp.RqC7lPOWF8 /tmp/tmp.eyoWkbHNmW + return 1 + true + wait_for_running smart-update-haproxy 1 + local name=smart-update-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-haproxy-0 480 + local pod=smart-update-haproxy-0 + local max_retry=480 + local ns= ++ echo smart-update-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/smart-update-haproxy-0 condition met waiting for pod/smart-update-haproxy-0 to become Ready.Ok + wait_for_running smart-update-pxc 3 + local name=smart-update-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-0 480 + local pod=smart-update-pxc-0 + local max_retry=480 + local ns= ++ echo smart-update-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-0 condition met waiting for pod/smart-update-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-1 480 + local pod=smart-update-pxc-1 + local max_retry=480 + local ns= ++ echo smart-update-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-1 condition met waiting for pod/smart-update-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod smart-update-pxc-2 480 + local pod=smart-update-pxc-2 + local max_retry=480 + local ns= ++ echo smart-update-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/smart-update-pxc-2 condition met waiting for pod/smart-update-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc smart-update -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cb4tqjEJSM +++ mktemp ++ local LAST_ERR=/tmp/tmp.IlL80U0nZJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cb4tqjEJSM ++ cat /tmp/tmp.IlL80U0nZJ ++ rm /tmp/tmp.cb4tqjEJSM /tmp/tmp.IlL80U0nZJ ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h smart-update-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h smart-update-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8ZB9tUCpMN +++ mktemp ++ local LAST_ERR=/tmp/tmp.TwhTTcJXf4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8ZB9tUCpMN ++ cat /tmp/tmp.TwhTTcJXf4 ++ rm /tmp/tmp.8ZB9tUCpMN /tmp/tmp.TwhTTcJXf4 ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-7d45b68d8f-vlnm5 + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h smart-update-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h smart-update-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EHohsYVbQv +++ mktemp ++ local LAST_ERR=/tmp/tmp.Uw1JZSY81w ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EHohsYVbQv ++ cat /tmp/tmp.Uw1JZSY81w ++ rm /tmp/tmp.EHohsYVbQv /tmp/tmp.Uw1JZSY81w ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jq0z4HV1Zt +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z4n1PEMkE0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jq0z4HV1Zt ++ cat /tmp/tmp.Z4n1PEMkE0 ++ rm /tmp/tmp.jq0z4HV1Zt /tmp/tmp.Z4n1PEMkE0 ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SUSVRZaU1s +++ mktemp ++ local LAST_ERR=/tmp/tmp.xdypfx1RlR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SUSVRZaU1s ++ cat /tmp/tmp.xdypfx1RlR ++ rm /tmp/tmp.SUSVRZaU1s /tmp/tmp.xdypfx1RlR ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oIfjm6O5zE +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ar7UOwkoLw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oIfjm6O5zE ++ cat /tmp/tmp.Ar7UOwkoLw ++ rm /tmp/tmp.oIfjm6O5zE /tmp/tmp.Ar7UOwkoLw ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql ++ is_keyring_plugin_in_use smart-update ++ local cluster=smart-update ++ egrep -o 'early-plugin-load=keyring_\w+.so' ++ kubectl_bin exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fSD6JR7tFm +++ mktemp ++ local LAST_ERR=/tmp/tmp.k0Fxl4sfC8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it smart-update-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fSD6JR7tFm ++ cat /tmp/tmp.k0Fxl4sfC8 Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.fSD6JR7tFm /tmp/tmp.k0Fxl4sfC8 ++ return 0 + '[' '' ']' ++ run_mysql 'SELECT @@hostname hostname;' '-h smart-update-haproxy -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h smart-update-haproxy -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.xRvH27sjCT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.CocGb996v6 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.xRvH27sjCT +++ cat /tmp/tmp.CocGb996v6 +++ rm /tmp/tmp.xRvH27sjCT /tmp/tmp.CocGb996v6 +++ return 0 ++ client_pod=pxc-client-7d45b68d8f-vlnm5 ++ wait_pod pxc-client-7d45b68d8f-vlnm5 ++ local pod=pxc-client-7d45b68d8f-vlnm5 ++ local max_retry=480 ++ local ns= +++ egrep '^(pxc|proxysql)$' +++ echo pxc-client-7d45b68d8f-vlnm5 +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ local container= ++ set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + initial_primary=smart-update-pxc-0 + kubectl_bin patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.Mqm48TuwvT ++ mktemp + local LAST_ERR=/tmp/tmp.1crn3MWZ0q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc/smart-update --type=merge -p '{"spec":{"pxc":{"image":"perconalab/percona-xtradb-cluster-operator:main-pxc8.0"}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Mqm48TuwvT perconaxtradbcluster.pxc.percona.com/smart-update patched + cat /tmp/tmp.1crn3MWZ0q + rm /tmp/tmp.Mqm48TuwvT /tmp/tmp.1crn3MWZ0q + return 0 + sleep 7 + desc 'check last pod to update' + set +o xtrace ----------------------------------------------------------------------------------- check last pod to update ----------------------------------------------------------------------------------- + check_last_pod_to_update smart-update smart-update-pxc-0 3 perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + local cluster=smart-update + local initial_primary=smart-update-pxc-0 + local pxc_size=3 + local target_image=perconalab/percona-xtradb-cluster-operator:main-pxc8.0 + set +x Waiting for the last pod to update................... smart-update-pxc-0 is REALLY the last one to update + wait_cluster_consistency smart-update 3 2 + local cluster_name=smart-update + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/smart-update to be ready' waiting for pxc/smart-update to be ready++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.c8AZ7hdcLV +++ mktemp ++ local LAST_ERR=/tmp/tmp.9ZsQwDtv9k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.c8AZ7hdcLV ++ cat /tmp/tmp.9ZsQwDtv9k ++ rm /tmp/tmp.c8AZ7hdcLV /tmp/tmp.9ZsQwDtv9k ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.awsBRkCYGe +++ mktemp ++ local LAST_ERR=/tmp/tmp.jRvj6ESBsG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.awsBRkCYGe ++ cat /tmp/tmp.jRvj6ESBsG ++ rm /tmp/tmp.awsBRkCYGe /tmp/tmp.jRvj6ESBsG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ds0rSYza1B +++ mktemp ++ local LAST_ERR=/tmp/tmp.sMGIOzgj68 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ds0rSYza1B ++ cat /tmp/tmp.sMGIOzgj68 ++ rm /tmp/tmp.ds0rSYza1B /tmp/tmp.sMGIOzgj68 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.I2tcMARCdz +++ mktemp ++ local LAST_ERR=/tmp/tmp.563F0qv0GS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.I2tcMARCdz ++ cat /tmp/tmp.563F0qv0GS ++ rm /tmp/tmp.I2tcMARCdz /tmp/tmp.563F0qv0GS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4TYpWieo6z +++ mktemp ++ local LAST_ERR=/tmp/tmp.LDam1LaNJE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4TYpWieo6z ++ cat /tmp/tmp.LDam1LaNJE ++ rm /tmp/tmp.4TYpWieo6z /tmp/tmp.LDam1LaNJE ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cskdWR2xge +++ mktemp ++ local LAST_ERR=/tmp/tmp.gGODY3FIUp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cskdWR2xge ++ cat /tmp/tmp.gGODY3FIUp ++ rm /tmp/tmp.cskdWR2xge /tmp/tmp.gGODY3FIUp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.c3M25esJ0R +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z51n0TMxME ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.c3M25esJ0R ++ cat /tmp/tmp.Z51n0TMxME ++ rm /tmp/tmp.c3M25esJ0R /tmp/tmp.Z51n0TMxME ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1nHSzpILpI +++ mktemp ++ local LAST_ERR=/tmp/tmp.6Dvh9e4LVJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1nHSzpILpI ++ cat /tmp/tmp.6Dvh9e4LVJ ++ rm /tmp/tmp.1nHSzpILpI /tmp/tmp.6Dvh9e4LVJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Zw2tLADo0t +++ mktemp ++ local LAST_ERR=/tmp/tmp.N8peQhCYZ8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Zw2tLADo0t ++ cat /tmp/tmp.N8peQhCYZ8 ++ rm /tmp/tmp.Zw2tLADo0t /tmp/tmp.N8peQhCYZ8 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.43OJimv7tE +++ mktemp ++ local LAST_ERR=/tmp/tmp.K2D3oEDYw1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.43OJimv7tE ++ cat /tmp/tmp.K2D3oEDYw1 ++ rm /tmp/tmp.43OJimv7tE /tmp/tmp.K2D3oEDYw1 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Kpq1z5pfx1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.vS1eCOKCEX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Kpq1z5pfx1 ++ cat /tmp/tmp.vS1eCOKCEX ++ rm /tmp/tmp.Kpq1z5pfx1 /tmp/tmp.vS1eCOKCEX ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RZUwWBTolm +++ mktemp ++ local LAST_ERR=/tmp/tmp.E70eHvXrZs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RZUwWBTolm ++ cat /tmp/tmp.E70eHvXrZs ++ rm /tmp/tmp.RZUwWBTolm /tmp/tmp.E70eHvXrZs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vjyqDhdw6J +++ mktemp ++ local LAST_ERR=/tmp/tmp.8WXRLX8gFZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vjyqDhdw6J ++ cat /tmp/tmp.8WXRLX8gFZ ++ rm /tmp/tmp.vjyqDhdw6J /tmp/tmp.8WXRLX8gFZ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R8cG4twnYA +++ mktemp ++ local LAST_ERR=/tmp/tmp.E4uVQJ9gCa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R8cG4twnYA ++ cat /tmp/tmp.E4uVQJ9gCa ++ rm /tmp/tmp.R8cG4twnYA /tmp/tmp.E4uVQJ9gCa ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RM3nEpbNEz +++ mktemp ++ local LAST_ERR=/tmp/tmp.b3xLU8m3IQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RM3nEpbNEz ++ cat /tmp/tmp.b3xLU8m3IQ ++ rm /tmp/tmp.RM3nEpbNEz /tmp/tmp.b3xLU8m3IQ ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HPGYztUoQc +++ mktemp ++ local LAST_ERR=/tmp/tmp.0YSJLBho5d ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HPGYztUoQc ++ cat /tmp/tmp.0YSJLBho5d ++ rm /tmp/tmp.HPGYztUoQc /tmp/tmp.0YSJLBho5d ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine smart-update +++ local cluster_name=smart-update ++++ get_proxy smart-update ++++ local target_cluster=smart-update +++++ kubectl_bin get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.WjVGEtbFvy ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.C3pQrq2usK +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc smart-update -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.WjVGEtbFvy +++++ cat /tmp/tmp.C3pQrq2usK +++++ rm /tmp/tmp.WjVGEtbFvy /tmp/tmp.C3pQrq2usK +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo smart-update-haproxy ++++ return +++ local cluster_proxy=smart-update-haproxy +++ echo haproxy ++ kubectl_bin get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BssJcB1ply +++ mktemp ++ local LAST_ERR=/tmp/tmp.d7lZmiyTym ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc smart-update -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BssJcB1ply ++ cat /tmp/tmp.d7lZmiyTym ++ rm /tmp/tmp.BssJcB1ply /tmp/tmp.d7lZmiyTym ++ return 0 + [[ 2 == \2 ]] + echo ++ seq 0 2 + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-0.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MQbnY75FWo +++ mktemp ++ local LAST_ERR=/tmp/tmp.jvKlTdMB6F ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MQbnY75FWo ++ cat /tmp/tmp.jvKlTdMB6F ++ rm /tmp/tmp.MQbnY75FWo /tmp/tmp.jvKlTdMB6F ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-7d45b68d8f-vlnm5 + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-1.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UXkXjwsZEJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.sUELFqSZSR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UXkXjwsZEJ ++ cat /tmp/tmp.sUELFqSZSR ++ rm /tmp/tmp.UXkXjwsZEJ /tmp/tmp.sUELFqSZSR ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + for i in '$(seq 0 $((CLUSTER_SIZE - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.4 ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1-80.sql ]] + [[ percona/percona-xtradb-cluster:8.0.19-10.1 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h smart-update-pxc-2.smart-update-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XLUDYeYIG0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YFWRGsadNB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XLUDYeYIG0 ++ cat /tmp/tmp.YFWRGsadNB ++ rm /tmp/tmp.XLUDYeYIG0 /tmp/tmp.YFWRGsadNB ++ return 0 + client_pod=pxc-client-7d45b68d8f-vlnm5 + wait_pod pxc-client-7d45b68d8f-vlnm5 + local pod=pxc-client-7d45b68d8f-vlnm5 + local max_retry=480 + local ns= ++ echo pxc-client-7d45b68d8f-vlnm5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-7d45b68d8f-vlnm5 condition met waiting for pod/pxc-client-7d45b68d8f-vlnm5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.KksQU5uIRx/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/compare/select-1.sql /tmp/tmp.KksQU5uIRx/select-1.sql + kubectl_bin delete -f /tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml ++ mktemp + local LAST_OUT=/tmp/tmp.MtsZrPXAYF ++ mktemp + local LAST_ERR=/tmp/tmp.rE1TOF7rya + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /tmp/tmp.KksQU5uIRx/smart-update-version-service-reachable.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MtsZrPXAYF perconaxtradbcluster.pxc.percona.com "smart-update" deleted from smart-update1-21907 namespace + cat /tmp/tmp.rE1TOF7rya + rm /tmp/tmp.MtsZrPXAYF /tmp/tmp.rE1TOF7rya + return 0 + kubectl_bin delete pvc --all ++ mktemp + local LAST_OUT=/tmp/tmp.Z0yijMLODz ++ mktemp + local LAST_ERR=/tmp/tmp.D5S0ObN8zo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pvc --all + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Z0yijMLODz persistentvolumeclaim "datadir-smart-update-pxc-0" deleted from smart-update1-21907 namespace persistentvolumeclaim "datadir-smart-update-pxc-1" deleted from smart-update1-21907 namespace persistentvolumeclaim "datadir-smart-update-pxc-2" deleted from smart-update1-21907 namespace + cat /tmp/tmp.D5S0ObN8zo + rm /tmp/tmp.Z0yijMLODz /tmp/tmp.D5S0ObN8zo + return 0 + desc cleanup + set +o xtrace ----------------------------------------------------------------------------------- cleanup ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/vs.yml ++ mktemp + local LAST_OUT=/tmp/tmp.9kk6CfREIF ++ mktemp + local LAST_ERR=/tmp/tmp.Y46VySgMgj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2202/e2e-tests/smart-update1/conf/vs.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9kk6CfREIF deployment.apps "version-service" deleted from smart-update1-21907 namespace service "version-service" deleted from smart-update1-21907 namespace + cat /tmp/tmp.Y46VySgMgj + rm /tmp/tmp.9kk6CfREIF /tmp/tmp.Y46VySgMgj + return 0 + destroy smart-update1-21907 + local namespace=smart-update1-21907 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + sort -u + tee /tmp/tmp.KksQU5uIRx/operator.log + grep -v 'the object has been modified' + grep -v 'get backup status: Job.batch' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.4R0DIHaxu7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ykGvPPX5Kd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4R0DIHaxu7 ++ cat /tmp/tmp.ykGvPPX5Kd ++ rm /tmp/tmp.4R0DIHaxu7 /tmp/tmp.ykGvPPX5Kd ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-d84c66648-snfgp ++ mktemp + local LAST_OUT=/tmp/tmp.gOuo9YaUAS ++ mktemp + local LAST_ERR=/tmp/tmp.otFh0qZJDV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-d84c66648-snfgp + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gOuo9YaUAS + cat /tmp/tmp.otFh0qZJDV + rm /tmp/tmp.gOuo9YaUAS /tmp/tmp.otFh0qZJDV + return 0 } }, }, { }, }, { }, }, }, ""), { }, - }, - { - }, + }, ... // 16 identical fields ... // 16 identical fields 2025-10-08T23:56:31.517Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.31.13-gke.1008000"} 2025-10-08T23:56:31.518Z INFO setup Manager starting up {"gitCommit": "c5e2e681577ec5135cf7e4f3a99405aadfebe3aa", "gitBranch": "PR-2202-c5e2e681", "buildTime": "2025-10-08T22:13:19Z", "goVersion": "go1.24.8", "os": "linux", "arch": "amd64"} 2025-10-08T23:56:31.521Z INFO setup Registering Components. 2025-10-08T23:56:32.623Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2025-10-08T23:56:32.623Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2025-10-08T23:56:32.623Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2025-10-08T23:56:32.623Z INFO controller-runtime.metrics Starting metrics server 2025-10-08T23:56:32.623Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2025-10-08T23:56:32.623Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2025-10-08T23:56:32.623Z INFO controller-runtime.webhook Starting webhook server 2025-10-08T23:56:32.623Z INFO setup Starting the Cmd. 2025-10-08T23:56:32.623Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2025-10-08T23:56:32.724Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2025-10-08T23:56:32.765Z DEBUG events percona-xtradb-cluster-operator-d84c66648-snfgp_fc2f72bb-4345-40b1-a6a2-e841fe7be105 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"939d623c-f54c-4840-a14d-4bb54666c2e1","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1759967792757119009"}, "reason": "LeaderElection"} 2025-10-08T23:56:32.765Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2025-10-08T23:56:32.766Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2025-10-08T23:56:32.766Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2025-10-08T23:56:32.766Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.Secret"} 2025-10-08T23:56:32.766Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2025-10-08T23:56:32.866Z INFO Starting Controller {"controller": "pxc-controller"} 2025-10-08T23:56:32.866Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2025-10-08T23:56:32.866Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2025-10-08T23:56:32.866Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2025-10-08T23:56:32.966Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2025-10-08T23:56:32.966Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2025-10-08T23:59:15.948Z INFO spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. 2025-10-08T23:59:19.032Z INFO spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. 2025-10-08T23:59:19.064Z INFO spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. 2025-10-08T23:59:22.365Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "105fa23f-d490-46dc-b45d-8f2dc1e3cfc9", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-10-08T23:59:22.582Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "105fa23f-d490-46dc-b45d-8f2dc1e3cfc9", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-08T23:59:23.170Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "105fa23f-d490-46dc-b45d-8f2dc1e3cfc9", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-10-08T23:59:23.221Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "105fa23f-d490-46dc-b45d-8f2dc1e3cfc9", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-08T23:59:23.352Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "105fa23f-d490-46dc-b45d-8f2dc1e3cfc9", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-08T23:59:23.483Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "105fa23f-d490-46dc-b45d-8f2dc1e3cfc9", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-08T23:59:23.596Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "105fa23f-d490-46dc-b45d-8f2dc1e3cfc9", "object": "smart-update-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-08T23:59:23.707Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "105fa23f-d490-46dc-b45d-8f2dc1e3cfc9", "object": "smart-update-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-08T23:59:24.433Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "41719bac-1bcd-4ffc-8409-10f4e88ce5f9", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-10-09T00:00:43.050Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "97683e53-7f68-4755-9d83-37290275a031", "user": "operator"} 2025-10-09T00:00:43.098Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "97683e53-7f68-4755-9d83-37290275a031", "user": "monitor"} 2025-10-09T00:00:43.144Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "97683e53-7f68-4755-9d83-37290275a031"} 2025-10-09T00:00:43.183Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "97683e53-7f68-4755-9d83-37290275a031"} 2025-10-09T00:00:43.215Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "97683e53-7f68-4755-9d83-37290275a031", "user": "xtrabackup"} 2025-10-09T00:00:43.257Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "97683e53-7f68-4755-9d83-37290275a031"} 2025-10-09T00:00:43.300Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "97683e53-7f68-4755-9d83-37290275a031", "user": "replication"} 2025-10-09T00:00:44.310Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "97683e53-7f68-4755-9d83-37290275a031", "err": "get primary pxc pod: not found"} 2025-10-09T00:00:48.966Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "29b613bb-1d81-45da-9f24-e8a721428d1b", "err": "get primary pxc pod: not found"} 2025-10-09T00:00:55.133Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "d69c76fa-5077-49e6-bd05-36b52baa7d27", "err": "get primary pxc pod: not found"} 2025-10-09T00:03:07.608Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "9e251aed-c0ed-40d9-9d9c-db9a58d3d605", "user": "root"} 2025-10-09T00:03:08.697Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "9e251aed-c0ed-40d9-9d9c-db9a58d3d605", "new version": "8.0.19-10"} 2025-10-09T00:03:09.257Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "9e251aed-c0ed-40d9-9d9c-db9a58d3d605"} 2025-10-09T00:03:14.046Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0a41c480-9ed9-4677-b3ad-448d84d8fe72"} 2025-10-09T00:03:20.392Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "2a0374f0-5812-4f58-8401-6f54c69e7cab"} 2025-10-09T00:03:26.501Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "5555128a-4539-48c7-98ab-7ae6c761b3e9"} 2025-10-09T00:03:32.949Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "67621e64-1edf-493b-a746-9e802a8c34a2"} 2025-10-09T00:03:39.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0753abb9-309e-4bdf-be30-9966e6425fbc"} 2025-10-09T00:03:45.654Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "7e830ff3-2287-47d1-9b90-3993963a051d"} 2025-10-09T00:03:52.213Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "f0363240-25cf-46eb-ab6c-a4bd17a1cd51"} 2025-10-09T00:03:58.537Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "89006e03-64aa-4868-b7a1-d0ca29568f08"} 2025-10-09T00:04:05.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "19635d8b-3a4f-4ef8-a61b-f5bdf3a30ff6"} 2025-10-09T00:04:11.452Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "92203bc2-f656-43ee-9a1d-e6267f1db24c"} 2025-10-09T00:04:18.355Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6312eee8-ea00-4de9-9e45-50eb63403bab"} 2025-10-09T00:04:24.672Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2025-10-09T00:04:24.758Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "cba89ec5-9fad-4593-90d3-b1d742e0f8c2"} 2025-10-09T00:04:24.833Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2025-10-09T00:04:25.931Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36"} 2025-10-09T00:04:25.936Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-2"} 2025-10-09T00:04:25.936Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-21907.svc.cluster.local"} 2025-10-09T00:04:26.693Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-55ddb45758", "targetRevision": "smart-update-pxc-59dc486dd6"} 2025-10-09T00:04:36.829Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-55ddb45758", "targetRevision": "smart-update-pxc-59dc486dd6"} 2025-10-09T00:05:16.818Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-2"} 2025-10-09T00:05:36.833Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-2"} 2025-10-09T00:05:36.837Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-2"} 2025-10-09T00:05:36.838Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-1"} 2025-10-09T00:05:37.658Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-55ddb45758", "targetRevision": "smart-update-pxc-59dc486dd6"} 2025-10-09T00:05:47.790Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-55ddb45758", "targetRevision": "smart-update-pxc-59dc486dd6"} 2025-10-09T00:05:57.797Z INFO Pod is not running {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-1", "phase": "Pending"} 2025-10-09T00:05:57.797Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-1", "reason": "PodInitializing"} 2025-10-09T00:06:27.805Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-1"} 2025-10-09T00:06:57.820Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-1"} 2025-10-09T00:06:57.824Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0"} 2025-10-09T00:06:57.824Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-1"} 2025-10-09T00:06:58.060Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-55ddb45758", "targetRevision": "smart-update-pxc-59dc486dd6"} 2025-10-09T00:07:08.254Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-55ddb45758", "targetRevision": "smart-update-pxc-59dc486dd6"} 2025-10-09T00:07:18.185Z INFO Pod is not running {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0", "phase": "Pending"} 2025-10-09T00:07:18.185Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0", "reason": "PodInitializing"} 2025-10-09T00:07:58.230Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0"} 2025-10-09T00:07:58.244Z INFO pod present in hostgroups {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0"} 2025-10-09T00:07:58.247Z INFO pod is online {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "pod": "smart-update-pxc-0"} 2025-10-09T00:07:58.247Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36"} 2025-10-09T00:07:58.323Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "121cc215-dfac-4ffd-80f0-7069c3976f36", "new version": "8.0.43-34.1"} 2025-10-09T00:08:00.669Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "88f4d46a-1296-4f2e-83bc-0e436ba53418"} 2025-10-09T00:08:05.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "804038f7-01c3-42c0-9c35-532ac487b96a"} 2025-10-09T00:08:11.973Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "1981e931-0459-4e13-9fad-eb55abacbae3"} 2025-10-09T00:08:18.151Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "30bf5737-8e3f-4ae9-ab3d-fb8ddc2cc2d3"} 2025-10-09T00:08:24.713Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "85577658-5bdc-48a6-9a08-43ea823144d6"} 2025-10-09T00:09:08.047Z ERROR Update status {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "e841f937-701b-4cea-b40f-7dc7c7693381", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"} 2025-10-09T00:09:24.599Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "99f6e5a7-1bf1-4ff6-ab5d-ba1769d339ba", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-10-09T00:09:24.632Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "99f6e5a7-1bf1-4ff6-ab5d-ba1769d339ba", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-10-09T00:09:25.205Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "99f6e5a7-1bf1-4ff6-ab5d-ba1769d339ba", "error": "failed to deploy haproxy: updatePod for haproxy: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-smart-update-pxc\" already exists", "errorVerbose": "configmaps \"auto-smart-update-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:92\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:25\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:52\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:577\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:590\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:27\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:52\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:577\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:590\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:54\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:577\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:590\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nupdatePod for haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:578\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:590\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to deploy haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:591\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-10-09T00:09:25.314Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0f9b1a47-9265-4c3b-bf4c-acd01c822779", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-09T00:09:25.347Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0f9b1a47-9265-4c3b-bf4c-acd01c822779", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-09T00:09:25.400Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0f9b1a47-9265-4c3b-bf4c-acd01c822779", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-09T00:09:25.446Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0f9b1a47-9265-4c3b-bf4c-acd01c822779", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-09T00:09:25.487Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0f9b1a47-9265-4c3b-bf4c-acd01c822779", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-09T00:09:25.584Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0f9b1a47-9265-4c3b-bf4c-acd01c822779", "object": "smart-update-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-09T00:09:26.519Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "c7118412-69a4-463c-a362-3cb2540b4286", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-10-09T00:09:26.545Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "c7118412-69a4-463c-a362-3cb2540b4286", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-10-09T00:10:45.961Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "0fe252eb-23e6-4619-8e94-3e80b03b8a88", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 34.118.238.69:3306: connect: connection refused"} 2025-10-09T00:13:11.770Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "86f66d94-3622-4cfc-af65-49d26eecb57c", "new version": "8.0.19-10"} 2025-10-09T00:14:25.543Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2025-10-09T00:14:25.594Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2025-10-09T00:14:26.701Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f"} 2025-10-09T00:14:26.708Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-2"} 2025-10-09T00:14:26.708Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-21907"} 2025-10-09T00:14:27.511Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-848c84d874", "targetRevision": "smart-update-pxc-5c6558c46"} 2025-10-09T00:14:37.726Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-848c84d874", "targetRevision": "smart-update-pxc-5c6558c46"} 2025-10-09T00:14:47.630Z INFO Pod is not running {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-2", "phase": "Pending"} 2025-10-09T00:14:47.630Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-2", "reason": "PodInitializing"} 2025-10-09T00:15:27.652Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-2"} 2025-10-09T00:15:27.665Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-1"} 2025-10-09T00:15:28.029Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-848c84d874", "targetRevision": "smart-update-pxc-5c6558c46"} 2025-10-09T00:15:38.406Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-848c84d874", "targetRevision": "smart-update-pxc-5c6558c46"} 2025-10-09T00:15:48.133Z INFO Pod is not running {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-1", "phase": "Pending"} 2025-10-09T00:15:48.133Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-1", "reason": "PodInitializing"} 2025-10-09T00:16:18.221Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-1"} 2025-10-09T00:16:18.237Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-0"} 2025-10-09T00:16:18.467Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-848c84d874", "targetRevision": "smart-update-pxc-5c6558c46"} 2025-10-09T00:16:28.606Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-848c84d874", "targetRevision": "smart-update-pxc-5c6558c46"} 2025-10-09T00:17:08.639Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "pod": "smart-update-pxc-0"} 2025-10-09T00:17:08.649Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f"} 2025-10-09T00:17:08.719Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "6e93aad9-bd1c-49e1-8b55-97484d35fa6f", "new version": "8.0.43-34.1"} 2025-10-09T00:18:14.348Z ERROR Update status {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "dfd93246-313b-4904-aaa6-5184104beb3a", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"} 2025-10-09T00:18:30.790Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "5ae6a326-9cf8-4987-a038-5a53c24b2176", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-10-09T00:18:30.813Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "5ae6a326-9cf8-4987-a038-5a53c24b2176", "object": "auto-smart-update-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-10-09T00:18:31.380Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "5ae6a326-9cf8-4987-a038-5a53c24b2176", "error": "failed to deploy haproxy: updatePod for haproxy: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-smart-update-pxc\" already exists", "errorVerbose": "configmaps \"auto-smart-update-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:92\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:25\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:52\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:577\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:590\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:27\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:52\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:577\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:590\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:54\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:577\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:590\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nupdatePod for haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:578\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:590\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700\nfailed to deploy haproxy\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:591\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:379\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1700"} 2025-10-09T00:18:31.523Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "756ad3e7-979a-4c38-80b6-c2de543191bb", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-09T00:18:31.609Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "756ad3e7-979a-4c38-80b6-c2de543191bb", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-09T00:18:31.706Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "756ad3e7-979a-4c38-80b6-c2de543191bb", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-09T00:18:31.840Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "756ad3e7-979a-4c38-80b6-c2de543191bb", "object": "smart-update-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-09T00:18:31.972Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "756ad3e7-979a-4c38-80b6-c2de543191bb", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-09T00:18:32.359Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "756ad3e7-979a-4c38-80b6-c2de543191bb", "object": "smart-update-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-09T00:18:33.426Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "b96a0291-4e06-4977-9ffe-b873bea3c6c8", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-10-09T00:18:33.452Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "b96a0291-4e06-4977-9ffe-b873bea3c6c8", "object": "smart-update-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-10-09T00:22:17.365Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "cc57ff5e-fb26-4953-b03c-2be694e60f01", "new version": "8.0.19-10"} 2025-10-09T00:23:45.501Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2025-10-09T00:23:45.554Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "object": "smart-update-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2025-10-09T00:23:46.655Z INFO statefulSet was changed, run smart update {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101"} 2025-10-09T00:23:46.661Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-2"} 2025-10-09T00:23:46.661Z INFO primary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-0.smart-update-pxc.smart-update1-21907"} 2025-10-09T00:23:47.365Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-6dfc46bf7b", "targetRevision": "smart-update-pxc-696746f768"} 2025-10-09T00:23:57.477Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-2", "currentRevision": "smart-update-pxc-6dfc46bf7b", "targetRevision": "smart-update-pxc-696746f768"} 2025-10-09T00:24:07.521Z INFO Pod is not running {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-2", "phase": "Pending"} 2025-10-09T00:24:07.521Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-2", "reason": "PodInitializing"} 2025-10-09T00:24:47.675Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-2"} 2025-10-09T00:24:47.688Z INFO apply changes to secondary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-1"} 2025-10-09T00:24:47.987Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-6dfc46bf7b", "targetRevision": "smart-update-pxc-696746f768"} 2025-10-09T00:24:58.145Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-1", "currentRevision": "smart-update-pxc-6dfc46bf7b", "targetRevision": "smart-update-pxc-696746f768"} 2025-10-09T00:25:38.183Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-1"} 2025-10-09T00:25:38.199Z INFO apply changes to primary pod {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-0"} 2025-10-09T00:25:38.410Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-6dfc46bf7b", "targetRevision": "smart-update-pxc-696746f768"} 2025-10-09T00:25:48.586Z INFO Pod is not updated {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-0", "currentRevision": "smart-update-pxc-6dfc46bf7b", "targetRevision": "smart-update-pxc-696746f768"} 2025-10-09T00:25:58.526Z INFO Pod is not running {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-0", "phase": "Pending"} 2025-10-09T00:25:58.526Z INFO pod is waiting {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-0", "reason": "PodInitializing"} 2025-10-09T00:26:38.534Z INFO Pod is updated, running and ready {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "pod": "smart-update-pxc-0"} 2025-10-09T00:26:38.545Z INFO smart update finished {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101"} 2025-10-09T00:26:38.614Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "27a29235-bfb8-4639-9e4c-667978749101", "new version": "8.0.43-34.1"} 2025-10-09T00:27:49.498Z ERROR Update status {"controller": "pxc-controller", "namespace": "smart-update1-21907", "name": "smart-update", "reconcileID": "cd308807-36b5-4c73-b23b-c3c097fe1dc7", "error": "PerconaXtraDBCluster.pxc.percona.com \"smart-update\" not found"} ... // 22 identical fields ... // 2 identical fields ... // 3 identical fields ... // 3 identical fields ... // 3 identical fields ... // 4 identical fields ... // 5 identical fields ... // 5 identical fields ... // 6 identical fields ... // 7 identical fields - ":8.0.19-10.1", ... // 9 identical fields AccessModes: nil, ActiveDeadlineSeconds: nil, Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - Annotations: map[string]string{ + Annotations: map[string]string{ - APIVersion: "apps/v1", - APIVersion: "apps/v1", Args: {"mysqld"}, AutomountServiceAccountToken: nil, + AvailableReplicas: 0, - AvailableReplicas: 3, AWSElasticBlockStore: nil, AzureFile: nil, Capacity: nil, - CollisionCount: &0, + CollisionCount: nil, Command: {"/var/lib/mysql/pxc-entrypoint.sh"}, Conditions: nil, ConfigMap: &v1.ConfigMapVolumeSource{ ContainerPort: 3306, ContainerPort: 33060, ContainerPort: 33062, ContainerPort: 4444, ContainerPort: 4567, ContainerPort: 4568, Containers: []v1.Container{ + CreationTimestamp: v1.Time{}, - CreationTimestamp: v1.Time{Time: s"2025-10-08 23:59:23 +0000 UTC"}, - CreationTimestamp: v1.Time{Time: s"2025-10-09 00:09:25 +0000 UTC"}, - CreationTimestamp: v1.Time{Time: s"2025-10-09 00:18:31 +0000 UTC"}, + CurrentReplicas: 0, - CurrentReplicas: 3, + CurrentRevision: "", - CurrentRevision: "smart-update-pxc-55ddb45758", - CurrentRevision: "smart-update-pxc-6dfc46bf7b", - CurrentRevision: "smart-update-pxc-848c84d874", DataSource: nil, DataSourceRef: nil, - DefaultMode: &420, - DefaultMode: &420, + DefaultMode: nil, + DefaultMode: nil, DeletionGracePeriodSeconds: nil, DeletionTimestamp: nil, + DeprecatedServiceAccount: "", - DeprecatedServiceAccount: "default", + DNSPolicy: "", - DNSPolicy: "ClusterFirst", EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "smart-update-env-vars-pxc"}, Optional: &true}}}, Env: {{Name: "PXC_SERVICE", Value: "smart-update-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-smart-update"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-smart-update"}, Key: "xtrabackup"}}}, ...}, EphemeralContainers: nil, FailureThreshold: 3, FC: nil, - FieldsType: "FieldsV1", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., Finalizers: nil, + Generation: 0, - Generation: 1, github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile.func1 GitRepo: nil, /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:216 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:296 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:421 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:461 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.1/pkg/internal/controller/controller.go:474 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:258 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:311 HostAliases: nil, HostIP: "", HostPort: 0, ImagePullPolicy: "Always", Image: strings.Join({ InitContainers: []v1.Container{ InitialDelaySeconds: 300, ISCSI: nil, Items: nil, Items: nil, + "lab", Labels: nil, Lifecycle: nil, LivenessProbe: &v1.Probe{ LocalObjectReference: {Name: "auto-smart-update-pxc"}, LocalObjectReference: {Name: "smart-update-pxc"}, + ManagedFields: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - Manager: "kube-controller-manager", - Manager: "percona-xtradb-cluster-operator", MinReadySeconds: 0, Name: "auto-config", Name: "config", Name: "ist", Name: "mysql", Name: "mysql-admin", Name: "mysql-init-file", Name: "mysql-users-secret-file", Name: "mysqlx", Name: "pxc", Namespace: "smart-update1-21907", Name: "ssl", Name: "ssl-internal", Name: "sst", {Name: "tmp", VolumeSource: {EmptyDir: &{}}}, Name: "vault-keyring-secret", Name: "write-set", NFS: nil, NodeName: "", NodeSelector: nil, ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "2db1e7846f378357dc52ed738d0e5c1c", "percona.com/ssl-internal-hash": "c29735aadd2cf057c207f7202ea9d790"}}, ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: v1.ObjectMeta{ + ObservedGeneration: 0, - ObservedGeneration: 1, - Operation: "Update", - Operation: "Update", + "-operator:main-pxc8.0", Optional: &false, Optional: &true, Optional: &true, Ordinals: nil, OS: nil, Overhead: nil, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "58d678e0-e083-4a1e-93fa-60262067523b", ...}}, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "a55fee94-005f-42a4-a218-a2eac1663ab9", ...}}, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "smart-update", UID: "d9578f66-c6e4-4dbd-bef3-4c3a735bc6f5", ...}}, "percona", + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMmRiMWU3ODQ2ZjM3ODM1N2RjNTJlZDczOGQwZTVjMWMiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImMyOTczNWFhZGQyY2YwNTdjMjA3ZjcyMDJlYTlkNzkwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjIwMi1jNWUyZTY4MSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImRhdGFkaXIiLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHhjIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1weGM4LjAiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiMjA5NTUyNyJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0seyJuYW1lIjoiTVlTUUxfTk9USUZZX1NPQ0tFVCIsInZhbHVlIjoiL3Zhci9saWIvbXlzcWwvbm90"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMmRiMWU3ODQ2ZjM3ODM1N2RjNTJlZDczOGQwZTVjMWMiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImMyOTczNWFhZGQyY2YwNTdjMjA3ZjcyMDJlYTlkNzkwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjIwMi1jNWUyZTY4MSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImRhdGFkaXIiLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHhjIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1weGM4LjAiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiNjg2MzYyNSJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoibXlzcWxfbmF0aXZlX3Bhc3N3b3JkIn0seyJuYW1lIjoiTVlTUUxfTk9USUZZX1NPQ0tFVCIsInZhbHVlIjoiL3Zhci9saWIvbXlzcWwvbm90"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMmRiMWU3ODQ2ZjM3ODM1N2RjNTJlZDczOGQwZTVjMWMiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImMyOTczNWFhZGQyY2YwNTdjMjA3ZjcyMDJlYTlkNzkwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjIwMi1jNWUyZTY4MSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImRhdGFkaXIiLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHhjIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1weGM4LjAiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiODM5NTQ0OSJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0seyJuYW1lIjoiTVlTUUxfTk9USUZZX1NPQ0tFVCIsInZhbHVlIjoiL3Zhci9saWIvbXlzcWwvbm90"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMmRiMWU3ODQ2ZjM3ODM1N2RjNTJlZDczOGQwZTVjMWMiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImMyOTczNWFhZGQyY2YwNTdjMjA3ZjcyMDJlYTlkNzkwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjIwMi1jNWUyZTY4MSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImRhdGFkaXIiLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHhjIiwiaW1hZ2UiOiJwZXJjb25hL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXI6OC4wLjE5LTEwLjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiMjA5NTUyNyJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0seyJuYW1lIjoiTVlTUUxfTk9USUZZX1NPQ0tFVCIsInZhbHVlIjoiL3Zhci9saWIvbXlzcWwvbm90aWZ5LnNvY2sifSx7"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMmRiMWU3ODQ2ZjM3ODM1N2RjNTJlZDczOGQwZTVjMWMiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImMyOTczNWFhZGQyY2YwNTdjMjA3ZjcyMDJlYTlkNzkwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjIwMi1jNWUyZTY4MSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImRhdGFkaXIiLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHhjIiwiaW1hZ2UiOiJwZXJjb25hL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXI6OC4wLjE5LTEwLjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiNjg2MzYyNSJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoibXlzcWxfbmF0aXZlX3Bhc3N3b3JkIn0seyJuYW1lIjoiTVlTUUxfTk9USUZZX1NPQ0tFVCIsInZhbHVlIjoiL3Zhci9saWIvbXlzcWwvbm90aWZ5LnNvY2sifSx7"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzbWFydC11cGRhdGUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifX0sInRlbXBsYXRlIjp7Im1ldGFkYXRhIjp7ImxhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNtYXJ0LXVwZGF0ZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9LCJhbm5vdGF0aW9ucyI6eyJrdWJlY3RsLmt1YmVybmV0ZXMuaW8vZGVmYXVsdC1jb250YWluZXIiOiJweGMiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMmRiMWU3ODQ2ZjM3ODM1N2RjNTJlZDczOGQwZTVjMWMiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImMyOTczNWFhZGQyY2YwNTdjMjA3ZjcyMDJlYTlkNzkwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic21hcnQtdXBkYXRlLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNtYXJ0LXVwZGF0ZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJhdXRvLWNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoiYXV0by1zbWFydC11cGRhdGUtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJ2YXVsdC1rZXlyaW5nLXNlY3JldCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic21hcnQtdXBkYXRlLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXlzcWwtaW5pdC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzbWFydC11cGRhdGUtbXlzcWwtaW5pdCIsIm9wdGlvbmFsIjp0cnVlfX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjIwMi1jNWUyZTY4MSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImRhdGFkaXIiLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHhjIiwiaW1hZ2UiOiJwZXJjb25hL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXI6OC4wLjE5LTEwLjEiLCJjb21tYW5kIjpbIi92YXIvbGliL215c3FsL3B4Yy1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsibXlzcWxkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJzc3QiLCJjb250YWluZXJQb3J0Ijo0NDQ0fSx7Im5hbWUiOiJ3cml0ZS1zZXQiLCJjb250YWluZXJQb3J0Ijo0NTY3fSx7Im5hbWUiOiJpc3QiLCJjb250YWluZXJQb3J0Ijo0NTY4fSx7Im5hbWUiOiJteXNxbC1hZG1pbiIsImNvbnRhaW5lclBvcnQiOjMzMDYyfSx7Im5hbWUiOiJteXNxbHgiLCJjb250YWluZXJQb3J0IjozMzA2MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6InNtYXJ0LXVwZGF0ZS1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNtYXJ0LXVwZGF0ZS1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zbWFydC11cGRhdGUiLCJrZXkiOiJyb290In19fSx7Im5hbWUiOiJYVFJBQkFDS1VQX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNtYXJ0LXVwZGF0ZSIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiODM5NTQ0OSJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc21hcnQtdXBkYXRlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IkxJVkVORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjUifSx7Im5hbWUiOiJSRUFESU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiMTUifSx7Im5hbWUiOiJERUZBVUxUX0FVVEhFTlRJQ0FUSU9OX1BMVUdJTiIsInZhbHVlIjoiY2FjaGluZ19zaGEyX3Bhc3N3b3JkIn0seyJuYW1lIjoiTVlTUUxfTk9USUZZX1NPQ0tFVCIsInZhbHVlIjoiL3Zhci9saWIvbXlzcWwvbm90aWZ5LnNvY2sifSx7"..., "/percona-xtradb-cluster", + PeriodSeconds: 0, - PeriodSeconds: 10, + PersistentVolumeClaimRetentionPolicy: nil, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + Phase: "", - Phase: "Pending", + PodManagementPolicy: "", - PodManagementPolicy: "OrderedReady", Ports: []v1.ContainerPort{ PreemptionPolicy: nil, ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}}, + Protocol: "", - Protocol: "TCP", Quobyte: nil, ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...}, + ReadyReplicas: 0, - ReadyReplicas: 3, + Replicas: 0, Replicas: &3, - Replicas: 3, + ResourceVersion: "", - ResourceVersion: "1759968186401375002", - ResourceVersion: "1759968784000351002", - ResourceVersion: "1759969331858175002", + RestartPolicy: "", - RestartPolicy: "Always", - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, + SchedulerName: "", - SchedulerName: "default-scheduler", SecretName: "internal-smart-update", SecretName: "smart-update-mysql-init", SecretName: "smart-update-ssl", SecretName: "smart-update-ssl-internal", SecretName: "smart-update-vault", Secret: &v1.SecretVolumeSource{ SecurityContext: nil, Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "smart-update", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, SelfLink: "", ServiceAccountName: "default", ServiceName: "smart-update-pxc", SetHostnameAsFQDN: nil, sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 Spec: v1.PersistentVolumeClaimSpec{ Spec: v1.PodSpec{ Spec: v1.StatefulSetSpec{ StartupProbe: nil, Status: v1.PersistentVolumeClaimStatus{ Status: v1.StatefulSetStatus{ StorageClassName: nil, Subdomain: "", - Subresource: "status", SuccessThreshold: 1, Template: v1.PodTemplateSpec{ TerminationGracePeriodSeconds: &600, TerminationGracePeriodSeconds: nil, + TerminationMessagePath: "", - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePolicy: "", - TerminationMessagePolicy: "File", TimeoutSeconds: 5, - Time: s"2025-10-08 23:59:23 +0000 UTC", - Time: s"2025-10-09 00:03:06 +0000 UTC", - Time: s"2025-10-09 00:09:25 +0000 UTC", - Time: s"2025-10-09 00:13:03 +0000 UTC", - Time: s"2025-10-09 00:18:31 +0000 UTC", - Time: s"2025-10-09 00:22:11 +0000 UTC", Tolerations: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, TypeMeta: {}, TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, + UID: "", - UID: "244fd694-5412-4ca0-b417-cea6fee5b371", - UID: "3341a750-f93a-4e0a-b454-e66a7e5f491d", - UID: "80a9be56-8807-410c-942a-5ed278cc908c", + UpdatedReplicas: 0, - UpdatedReplicas: 3, + UpdateRevision: "", - UpdateRevision: "smart-update-pxc-55ddb45758", - UpdateRevision: "smart-update-pxc-6dfc46bf7b", - UpdateRevision: "smart-update-pxc-848c84d874", UpdateStrategy: {Type: "OnDelete"}, &v1.StatefulSet{ VolumeAttributesClassName: nil, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ VolumeDevices: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...}, VolumeName: "", VolumeSource: v1.VolumeSource{ Volumes: []v1.Volume{ VsphereVolume: nil, WorkingDir: "", + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.9j2fVPuE2I ++ mktemp + local LAST_ERR=/tmp/tmp.QgCA7oJWeT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9j2fVPuE2I No resources found + cat /tmp/tmp.QgCA7oJWeT + rm /tmp/tmp.9j2fVPuE2I /tmp/tmp.QgCA7oJWeT + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.A7Z2yEf6Pu ++ mktemp + local LAST_ERR=/tmp/tmp.BjVvmLFDXE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.A7Z2yEf6Pu No resources found + cat /tmp/tmp.BjVvmLFDXE + rm /tmp/tmp.A7Z2yEf6Pu /tmp/tmp.BjVvmLFDXE + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.DRP9lOncg4 ++ mktemp + local LAST_ERR=/tmp/tmp.ZPspKmnrXE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DRP9lOncg4 No resources found + cat /tmp/tmp.ZPspKmnrXE + rm /tmp/tmp.DRP9lOncg4 /tmp/tmp.ZPspKmnrXE + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.saqGkWHj3O ++ mktemp + local LAST_ERR=/tmp/tmp.fvE9J2WrEM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.saqGkWHj3O validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.fvE9J2WrEM + rm /tmp/tmp.saqGkWHj3O /tmp/tmp.fvE9J2WrEM + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.18.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.KksQU5uIRx + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + kubectl_bin delete --grace-period=0 --force=true namespace smart-update1-21907 + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.5R36RAdNan + local LAST_OUT=/tmp/tmp.XcPXEfD7M3 ++ mktemp + local LAST_ERR=/tmp/tmp.rgC0JPqUgO + local exit_status=0 ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + local LAST_ERR=/tmp/tmp.ZLzTySSIcD + kubectl delete --grace-period=0 --force=true namespace pxc-operator + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace smart-update1-21907