Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/logs/monitoring-pmm3-8-0.log
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
+ cluster=monitoring
+ create_infra monitoring-pmm3-2750
+ local ns=monitoring-pmm3-2750
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n monitoring-pmm3-5264 monitoring --type=merge -p '{"metadata":{"finalizers":[]}}'
Error from server (InternalError): Internal error occurred: failed calling webhook "validationwebhook.pxc.percona.com": failed to call webhook: Post "https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s": no endpoints available for service "percona-xtradb-cluster-operator"
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.CmMngYL8XF
++ mktemp
+ local LAST_ERR=/tmp/tmp.qbAW7Jffj7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CmMngYL8XF
perconaxtradbcluster.pxc.percona.com "monitoring" deleted from monitoring-pmm3-5264 namespace
+ cat /tmp/tmp.qbAW7Jffj7
+ rm /tmp/tmp.CmMngYL8XF /tmp/tmp.qbAW7Jffj7
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.zpKlPvYFAl
++ mktemp
+ local LAST_ERR=/tmp/tmp.0vMvW9ZNno
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.zpKlPvYFAl
+ cat /tmp/tmp.0vMvW9ZNno
error: the server doesn't have a resource type "pxc-backup"
+ rm /tmp/tmp.zpKlPvYFAl /tmp/tmp.0vMvW9ZNno
+ return 1
+ :
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.hm2zbhei9h
++ mktemp
+ local LAST_ERR=/tmp/tmp.bdtYoy6DZ8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.hm2zbhei9h
+ cat /tmp/tmp.bdtYoy6DZ8
error: the server doesn't have a resource type "pxc-restore"
+ rm /tmp/tmp.hm2zbhei9h /tmp/tmp.bdtYoy6DZ8
+ return 1
+ :
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ awk '-F ' '{print $2}'
++ tail -n1
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


++ mktemp
-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.GFfoAW8GWQ
++ mktemp
+ local LAST_OUT=/tmp/tmp.JO3IYisYQW
++ mktemp
+ xargs kubectl delete ns
+ local LAST_ERR=/tmp/tmp.fc5WyvYMsa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ local LAST_ERR=/tmp/tmp.PM7EKZ1Oby
+ kubectl get ns
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ awk '{print$1}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GFfoAW8GWQ
+ cat /tmp/tmp.fc5WyvYMsa
+ rm /tmp/tmp.GFfoAW8GWQ /tmp/tmp.fc5WyvYMsa
+ return 0
namespace "monitoring-pmm3-5264" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JO3IYisYQW
namespace "pxc-operator" deleted
+ cat /tmp/tmp.PM7EKZ1Oby
+ rm /tmp/tmp.JO3IYisYQW /tmp/tmp.PM7EKZ1Oby
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.1SjYtG0q1J
++ mktemp
+ local LAST_ERR=/tmp/tmp.upL54HG6LB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1SjYtG0q1J
namespace/pxc-operator created
+ cat /tmp/tmp.upL54HG6LB
+ rm /tmp/tmp.1SjYtG0q1J /tmp/tmp.upL54HG6LB
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DqlIUPp90t
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UCkWH0S5Qv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DqlIUPp90t
++ cat /tmp/tmp.UCkWH0S5Qv
++ rm /tmp/tmp.DqlIUPp90t /tmp/tmp.UCkWH0S5Qv
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster7 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.pZlBCf3FHZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.dz0MF366Km
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster7 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pZlBCf3FHZ
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster7" modified.
+ cat /tmp/tmp.dz0MF366Km
+ rm /tmp/tmp.pZlBCf3FHZ /tmp/tmp.dz0MF366Km
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CJj2F8JXwH
++ mktemp
+ local LAST_ERR=/tmp/tmp.JO1Av9nAlR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.CJj2F8JXwH
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.JO1Av9nAlR
+ rm /tmp/tmp.CJj2F8JXwH /tmp/tmp.JO1Av9nAlR
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.vxzBfVAEz9
++ mktemp
+ local LAST_ERR=/tmp/tmp.gCkIFVG0wL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vxzBfVAEz9
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.gCkIFVG0wL
+ rm /tmp/tmp.vxzBfVAEz9 /tmp/tmp.gCkIFVG0wL
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/cw-operator.yaml
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7^'
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.6WQXLtkij6
++ mktemp
+ local LAST_ERR=/tmp/tmp.oKaUow6vSf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6WQXLtkij6
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.oKaUow6vSf
+ rm /tmp/tmp.6WQXLtkij6 /tmp/tmp.oKaUow6vSf
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.S7eEvdPKbv
++ mktemp
+ local LAST_ERR=/tmp/tmp.u6MrPPkgaF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.S7eEvdPKbv
pod/percona-xtradb-cluster-operator-859595f865-7vxrc condition met
+ cat /tmp/tmp.u6MrPPkgaF
+ rm /tmp/tmp.S7eEvdPKbv /tmp/tmp.u6MrPPkgaF
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qKjTdDZF8W
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oOjYwS10i5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qKjTdDZF8W
++ cat /tmp/tmp.oOjYwS10i5
++ rm /tmp/tmp.qKjTdDZF8W /tmp/tmp.oOjYwS10i5
++ return 0
+ wait_pod percona-xtradb-cluster-operator-859595f865-7vxrc 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-859595f865-7vxrc
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-859595f865-7vxrc
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-859595f865-7vxrc condition met
waiting for pod/percona-xtradb-cluster-operator-859595f865-7vxrc to become Ready.Ok
+ sleep 3
+ create_namespace monitoring-pmm3-2750
+ local namespace=monitoring-pmm3-2750
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces monitoring-pmm3-2750'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces monitoring-pmm3-2750
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace monitoring-pmm3-2750
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.49fWvIA9JZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.e3t4i1FA6x
+ local exit_status=0
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.Voo32pvkiz
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace monitoring-pmm3-2750
+ local LAST_ERR=/tmp/tmp.9Nt5z9xJrA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace monitoring-pmm3-2750
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Voo32pvkiz
+ cat /tmp/tmp.9Nt5z9xJrA
+ rm /tmp/tmp.Voo32pvkiz /tmp/tmp.9Nt5z9xJrA
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace monitoring-pmm3-2750
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.49fWvIA9JZ
+ cat /tmp/tmp.e3t4i1FA6x
Error from server (NotFound): namespaces "monitoring-pmm3-2750" not found
+ rm /tmp/tmp.49fWvIA9JZ /tmp/tmp.e3t4i1FA6x
+ return 1
+ :
+ wait_for_delete namespace/monitoring-pmm3-2750
+ local res=namespace/monitoring-pmm3-2750
+ echo -n 'waiting for namespace/monitoring-pmm3-2750 to be deleted'
waiting for namespace/monitoring-pmm3-2750 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "monitoring-pmm3-2750" not found
+ desc 'create namespace monitoring-pmm3-2750'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace monitoring-pmm3-2750
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace monitoring-pmm3-2750
++ mktemp
+ local LAST_OUT=/tmp/tmp.beHQz7sqNo
++ mktemp
+ local LAST_ERR=/tmp/tmp.An1gZL6Zdy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace monitoring-pmm3-2750
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.beHQz7sqNo
namespace/monitoring-pmm3-2750 created
+ cat /tmp/tmp.An1gZL6Zdy
+ rm /tmp/tmp.beHQz7sqNo /tmp/tmp.An1gZL6Zdy
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nOk0R9LQtc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tx9iCPda7N
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nOk0R9LQtc
++ cat /tmp/tmp.tx9iCPda7N
++ rm /tmp/tmp.nOk0R9LQtc /tmp/tmp.tx9iCPda7N
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster7 --namespace=monitoring-pmm3-2750
++ mktemp
+ local LAST_OUT=/tmp/tmp.T6GLd3Y5ZI
++ mktemp
+ local LAST_ERR=/tmp/tmp.ocT0vUkRot
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster7 --namespace=monitoring-pmm3-2750
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.T6GLd3Y5ZI
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster7" modified.
+ cat /tmp/tmp.ocT0vUkRot
+ rm /tmp/tmp.T6GLd3Y5ZI /tmp/tmp.ocT0vUkRot
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ap5MJzg39K
++ mktemp
+ local LAST_ERR=/tmp/tmp.wzgO1JNjhv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ap5MJzg39K
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.wzgO1JNjhv
+ rm /tmp/tmp.Ap5MJzg39K /tmp/tmp.wzgO1JNjhv
+ return 0
+ deploy_helm monitoring-pmm3-2750
+ helm repo add hashicorp https://helm.releases.hashicorp.com
"hashicorp" already exists with the same configuration, skipping
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "chaos-mesh" chart repository
...Successfully got an update from the "percona" chart repository
...Successfully got an update from the "hashicorp" chart repository
Update Complete. ⎈Happy Helming!⎈
+ desc 'install PMM Server'
+ set +o xtrace


-----------------------------------------------------------------------------------
install PMM Server
-----------------------------------------------------------------------------------

+ deploy_pmm3_server
+ helm uninstall -n '' monitoring
Error: uninstall: Release not loaded: monitoring: release: not found
+ :
+ helm repo remove percona
"percona" has been removed from your repositories
+ kubectl delete clusterrole monitoring --ignore-not-found
+ kubectl delete clusterrolebinding monitoring --ignore-not-found
+ helm repo add percona https://percona.github.io/percona-helm-charts/
"percona" has been added to your repositories
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "chaos-mesh" chart repository
...Successfully got an update from the "percona" chart repository
...Successfully got an update from the "hashicorp" chart repository
Update Complete. ⎈Happy Helming!⎈
+ '[' '!' -z '' ']'
+ retry 10 60 helm install monitoring percona/pmm -n '' --set fullnameOverride=monitoring --set image.tag=3.1.0 --set image.repository=perconalab/pmm-server --set service.type=LoadBalancer --force
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install monitoring percona/pmm -n '' --set fullnameOverride=monitoring --set image.tag=3.1.0 --set image.repository=perconalab/pmm-server --set service.type=LoadBalancer --force
NAME: monitoring
LAST DEPLOYED: Fri Oct 10 09:23:51 2025
NAMESPACE: monitoring-pmm3-2750
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
Percona Monitoring and Management (PMM)

An open source database monitoring, observability and management tool
Check more info here: https://docs.percona.com/percona-monitoring-and-management/index.html

Get the application URL:
     NOTE: It may take a few minutes for the LoadBalancer IP to be available.
           You can watch the status of by running 'kubectl get --namespace monitoring-pmm3-2750 svc -w monitoring-service'
  export SERVICE_IP=$(kubectl get svc --namespace monitoring-pmm3-2750 monitoring-service -o jsonpath="{.status.loadBalancer.ingress[0].ip}")
  echo https://$SERVICE_IP:

Get password for the "admin" user:
  export ADMIN_PASS=$(kubectl get secret pmm-secret --namespace monitoring-pmm3-2750 -o jsonpath='{.data.PMM_ADMIN_PASSWORD}' | base64 --decode)
  echo $ADMIN_PASS
+ kubectl_bin wait --for=condition=Ready pod/monitoring-0 --timeout=120s
++ mktemp
+ local LAST_OUT=/tmp/tmp.XCRA9HphYD
++ mktemp
+ local LAST_ERR=/tmp/tmp.ME21b13Wh6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod/monitoring-0 --timeout=120s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XCRA9HphYD
pod/monitoring-0 condition met
+ cat /tmp/tmp.ME21b13Wh6
+ rm /tmp/tmp.XCRA9HphYD /tmp/tmp.ME21b13Wh6
+ return 0
+ kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
++ mktemp
+ local LAST_OUT=/tmp/tmp.bGf3qxeQee
++ mktemp
+ local LAST_ERR=/tmp/tmp.tXi9uLGj7T
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bGf3qxeQee
+ cat /tmp/tmp.tXi9uLGj7T
+ rm /tmp/tmp.bGf3qxeQee /tmp/tmp.tXi9uLGj7T
+ return 0
+ desc 'create secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secret
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/conf/secrets.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZXdZiTi7Xj
++ mktemp
+ local LAST_ERR=/tmp/tmp.whyXMWe8ta
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/conf/secrets.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZXdZiTi7Xj
secret/my-cluster-secrets created
+ cat /tmp/tmp.whyXMWe8ta
+ rm /tmp/tmp.ZXdZiTi7Xj /tmp/tmp.whyXMWe8ta
+ return 0
+ desc 'add PMM3 token to secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
add PMM3 token to secret
-----------------------------------------------------------------------------------

++ get_pmm_server_token operator
++ local key_name=operator
++ [[ -z operator ]]
++ local ADMIN_PASSWORD
+++ kubectl get secret pmm-secret -o 'jsonpath={.data.PMM_ADMIN_PASSWORD}'
+++ base64 --decode
++ ADMIN_PASSWORD='/@zmN`R_`]FK/rk5'
++ [[ -z /@zmN`R_`]FK/rk5 ]]
++ local create_response create_status_code create_json_response
++ local retry=0
++ [[ '' == 201 ]]
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
+++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.kBVrI58DS2
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Iw9GUBniSk
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.kBVrI58DS2
+++++ cat /tmp/tmp.Iw9GUBniSk
+++++ rm /tmp/tmp.kBVrI58DS2 /tmp/tmp.Iw9GUBniSk
+++++ return 0
++++ '[' LoadBalancer = ClusterIP ']'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.nl1LldoVUs
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.gEp1Z4xbjo
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.nl1LldoVUs
++++ cat /tmp/tmp.gEp1Z4xbjo
++++ rm /tmp/tmp.nl1LldoVUs /tmp/tmp.gEp1Z4xbjo
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.qBdTv2XyTu
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.4udYDS4pMA
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.qBdTv2XyTu
++++ cat /tmp/tmp.4udYDS4pMA
++++ rm /tmp/tmp.qBdTv2XyTu /tmp/tmp.4udYDS4pMA
++++ return 0
+++ curl --insecure -s -X POST -H 'Content-Type: application/json' -H 'Accept: application/json' -d '{"name":"operator", "role":"Admin", "isDisabled":false}' --user 'admin:/@zmN`R_`]FK/rk5' https://34.56.44.99/graph/api/serviceaccounts -w '\n%{http_code}'
++ create_response='{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ echo '{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ tail -n1
++ create_status_code=201
+++ echo '{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}
201'
+++ sed '$ d'
++ create_json_response='{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}'
++ sleep 5
++ let retry+=1
++ '[' 1 -ge 24 ']'
++ [[ 201 == 201 ]]
++ local service_account_id
+++ echo '{"id":2,"name":"operator","login":"sa-1-operator","orgId":1,"isDisabled":false,"role":"Admin","tokens":0,"avatarUrl":""}'
+++ jq -r .id
++ service_account_id=2
++ [[ -z 2 ]]
++ [[ 2 == \n\u\l\l ]]
++ local token_response token_status_code token_json_response
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
+++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.UUCVEkORzE
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.sDaTt2KGbQ
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.UUCVEkORzE
+++++ cat /tmp/tmp.sDaTt2KGbQ
+++++ rm /tmp/tmp.UUCVEkORzE /tmp/tmp.sDaTt2KGbQ
+++++ return 0
++++ '[' LoadBalancer = ClusterIP ']'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Ck4xf7hevE
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.ZsLBVy7pgW
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.Ck4xf7hevE
++++ cat /tmp/tmp.ZsLBVy7pgW
++++ rm /tmp/tmp.Ck4xf7hevE /tmp/tmp.ZsLBVy7pgW
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.iFJdjLV0yd
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.WIo44qwDHE
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.iFJdjLV0yd
++++ cat /tmp/tmp.WIo44qwDHE
++++ rm /tmp/tmp.iFJdjLV0yd /tmp/tmp.WIo44qwDHE
++++ return 0
+++ curl --insecure -s -X POST -H 'Content-Type: application/json' -d '{"name":"operator"}' --user 'admin:/@zmN`R_`]FK/rk5' https://34.56.44.99/graph/api/serviceaccounts/2/tokens -w '\n%{http_code}'
++ token_response='{"id":1,"name":"operator","key":"glsa_5OGIcovRR4TFI01bwHInvJHHJKqwAG2m_8c82d3f7"}
200'
+++ echo '{"id":1,"name":"operator","key":"glsa_5OGIcovRR4TFI01bwHInvJHHJKqwAG2m_8c82d3f7"}
200'
+++ tail -n1
++ token_status_code=200
+++ echo '{"id":1,"name":"operator","key":"glsa_5OGIcovRR4TFI01bwHInvJHHJKqwAG2m_8c82d3f7"}
200'
+++ sed '$ d'
++ token_json_response='{"id":1,"name":"operator","key":"glsa_5OGIcovRR4TFI01bwHInvJHHJKqwAG2m_8c82d3f7"}'
++ [[ 200 -ne 200 ]]
++ echo '{"id":1,"name":"operator","key":"glsa_5OGIcovRR4TFI01bwHInvJHHJKqwAG2m_8c82d3f7"}'
++ jq -r .key
+ TOKEN=glsa_5OGIcovRR4TFI01bwHInvJHHJKqwAG2m_8c82d3f7
+ kubectl_bin patch secret my-cluster-secrets --type merge --patch '{"stringData": {"pmmservertoken": "glsa_5OGIcovRR4TFI01bwHInvJHHJKqwAG2m_8c82d3f7"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.FxgPWSa5OH
++ mktemp
+ local LAST_ERR=/tmp/tmp.JLOGyCSAdr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets --type merge --patch '{"stringData": {"pmmservertoken": "glsa_5OGIcovRR4TFI01bwHInvJHHJKqwAG2m_8c82d3f7"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FxgPWSa5OH
secret/my-cluster-secrets patched
+ cat /tmp/tmp.JLOGyCSAdr
+ rm /tmp/tmp.FxgPWSa5OH /tmp/tmp.JLOGyCSAdr
+ return 0
+ desc 'create PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC cluster
-----------------------------------------------------------------------------------

+ spinup_pxc monitoring /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/conf/monitoring.yml 3 120
+ local cluster=monitoring
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/conf/monitoring.yml
+ local size=3
+ local sleep=120
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.monitoring-pmm3-2750~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ local LAST_OUT=/tmp/tmp.GitlW95YGi
++ mktemp
+ local LAST_ERR=/tmp/tmp.XVJFuax1sz
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GitlW95YGi
deployment.apps/pxc-client created
+ cat /tmp/tmp.XVJFuax1sz
+ rm /tmp/tmp.GitlW95YGi /tmp/tmp.XVJFuax1sz
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/conf/monitoring.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/conf/monitoring.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/conf/monitoring.yml
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ kubectl_bin apply -f -
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.monitoring-pmm3-2750~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.pIURkSKOYw
++ mktemp
+ local LAST_ERR=/tmp/tmp.E5gP7EB9Gq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pIURkSKOYw
perconaxtradbcluster.pxc.percona.com/monitoring created
+ cat /tmp/tmp.E5gP7EB9Gq
+ rm /tmp/tmp.pIURkSKOYw /tmp/tmp.E5gP7EB9Gq
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy monitoring
++ local target_cluster=monitoring
+++ kubectl_bin get pxc monitoring -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wqoX2W8mfq
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.hdur7o5ihC
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc monitoring -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.wqoX2W8mfq
+++ cat /tmp/tmp.hdur7o5ihC
+++ rm /tmp/tmp.wqoX2W8mfq /tmp/tmp.hdur7o5ihC
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo monitoring-haproxy
++ return
+ local proxy=monitoring-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n monitoring-pmm3-2750
++ mktemp
+ local LAST_OUT=/tmp/tmp.glZjlpzNyb
++ mktemp
+ local LAST_ERR=/tmp/tmp.IeebZ0Jwhg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n monitoring-pmm3-2750
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n monitoring-pmm3-2750
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n monitoring-pmm3-2750
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.glZjlpzNyb
+ cat /tmp/tmp.IeebZ0Jwhg
error: no matching resources found
+ rm /tmp/tmp.glZjlpzNyb /tmp/tmp.IeebZ0Jwhg
+ return 1
+ true
+ wait_for_running monitoring-haproxy 1
+ local name=monitoring-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod monitoring-haproxy-0 480
+ local pod=monitoring-haproxy-0
+ local max_retry=480
+ local ns=
++ echo monitoring-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/monitoring-haproxy-0 condition met
waiting for pod/monitoring-haproxy-0 to become Ready.Ok
+ wait_for_running monitoring-pxc 3
+ local name=monitoring-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod monitoring-pxc-0 480
+ local pod=monitoring-pxc-0
+ local max_retry=480
+ local ns=
++ echo monitoring-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/monitoring-pxc-0 condition met
waiting for pod/monitoring-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod monitoring-pxc-1 480
+ local pod=monitoring-pxc-1
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo monitoring-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/monitoring-pxc-1 condition met
waiting for pod/monitoring-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod monitoring-pxc-2 480
+ local pod=monitoring-pxc-2
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo monitoring-pxc-2
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/monitoring-pxc-2 condition met
waiting for pod/monitoring-pxc-2 to become Ready.Ok
+ sleep 120
++ kubectl get pxc monitoring -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uHTHPw53zd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KgRDcpjWVa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uHTHPw53zd
++ cat /tmp/tmp.KgRDcpjWVa
++ rm /tmp/tmp.uHTHPw53zd /tmp/tmp.KgRDcpjWVa
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h monitoring-haproxy -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h monitoring-haproxy -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qpmJaeRAjL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xAcjVfSgMW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qpmJaeRAjL
++ cat /tmp/tmp.xAcjVfSgMW
++ rm /tmp/tmp.qpmJaeRAjL /tmp/tmp.xAcjVfSgMW
++ return 0
+ client_pod=pxc-client-59944c5bbf-d68q4
+ wait_pod pxc-client-59944c5bbf-d68q4
+ local pod=pxc-client-59944c5bbf-d68q4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-d68q4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-d68q4 condition met
waiting for pod/pxc-client-59944c5bbf-d68q4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h monitoring-haproxy -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h monitoring-haproxy -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6CR3zUbgs0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K3xV2a2sHB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6CR3zUbgs0
++ cat /tmp/tmp.K3xV2a2sHB
++ rm /tmp/tmp.6CR3zUbgs0 /tmp/tmp.K3xV2a2sHB
++ return 0
+ client_pod=pxc-client-59944c5bbf-d68q4
+ wait_pod pxc-client-59944c5bbf-d68q4
+ local pod=pxc-client-59944c5bbf-d68q4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-d68q4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-d68q4 condition met
waiting for pod/pxc-client-59944c5bbf-d68q4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h monitoring-pxc-0.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-0.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h monitoring-pxc-0.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-0.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IEZg7l3EHo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VSu8z6vbha
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IEZg7l3EHo
++ cat /tmp/tmp.VSu8z6vbha
++ rm /tmp/tmp.IEZg7l3EHo /tmp/tmp.VSu8z6vbha
++ return 0
+ client_pod=pxc-client-59944c5bbf-d68q4
+ wait_pod pxc-client-59944c5bbf-d68q4
+ local pod=pxc-client-59944c5bbf-d68q4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-d68q4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-d68q4 condition met
waiting for pod/pxc-client-59944c5bbf-d68q4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.uI245idGhg/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1.sql /tmp/tmp.uI245idGhg/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h monitoring-pxc-1.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-1.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h monitoring-pxc-1.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-1.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FTZsJYF1w8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZAc5n0qyAB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FTZsJYF1w8
++ cat /tmp/tmp.ZAc5n0qyAB
++ rm /tmp/tmp.FTZsJYF1w8 /tmp/tmp.ZAc5n0qyAB
++ return 0
+ client_pod=pxc-client-59944c5bbf-d68q4
+ wait_pod pxc-client-59944c5bbf-d68q4
+ local pod=pxc-client-59944c5bbf-d68q4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-d68q4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-d68q4 condition met
waiting for pod/pxc-client-59944c5bbf-d68q4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.uI245idGhg/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1.sql /tmp/tmp.uI245idGhg/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h monitoring-pxc-2.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-2.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h monitoring-pxc-2.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-2.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.m7mSLjcMPK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BGXLegfm31
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.m7mSLjcMPK
++ cat /tmp/tmp.BGXLegfm31
++ rm /tmp/tmp.m7mSLjcMPK /tmp/tmp.BGXLegfm31
++ return 0
+ client_pod=pxc-client-59944c5bbf-d68q4
+ wait_pod pxc-client-59944c5bbf-d68q4
+ local pod=pxc-client-59944c5bbf-d68q4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-d68q4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-d68q4 condition met
waiting for pod/pxc-client-59944c5bbf-d68q4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.uI245idGhg/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/select-1.sql /tmp/tmp.uI245idGhg/select-1.sql
++ is_keyring_plugin_in_use monitoring
++ local cluster=monitoring
++ kubectl_bin exec -it monitoring-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uSXA5XNYDv
+++ mktemp
++ egrep -o 'early-plugin-load=keyring_\w+.so'
++ local LAST_ERR=/tmp/tmp.rzD3iXPLyM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it monitoring-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.uSXA5XNYDv
++ cat /tmp/tmp.rzD3iXPLyM
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.uSXA5XNYDv /tmp/tmp.rzD3iXPLyM
++ return 0
+ '[' '' ']'
+ wait_for_generation sts/monitoring-pxc 1
+ local resource=sts/monitoring-pxc
+ local target_generation=1
+ echo 'Waiting for sts/monitoring-pxc to reach generation 1...'
Waiting for sts/monitoring-pxc to reach generation 1...
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=1
+ '[' 1 -eq 1 ']'
+ echo 'Resource sts/monitoring-pxc has reached generation 1.'
Resource sts/monitoring-pxc has reached generation 1.
+ break
+ wait_for_generation sts/monitoring-haproxy 1
+ local resource=sts/monitoring-haproxy
+ local target_generation=1
+ echo 'Waiting for sts/monitoring-haproxy to reach generation 1...'
Waiting for sts/monitoring-haproxy to reach generation 1...
+ true
++ kubectl get sts/monitoring-haproxy -o 'jsonpath={.metadata.generation}'
+ current_generation=1
+ '[' 1 -eq 1 ']'
+ echo 'Resource sts/monitoring-haproxy has reached generation 1.'
Resource sts/monitoring-haproxy has reached generation 1.
+ break
+ sleep 10
+ kubectl wait pod -l app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --for=condition=ready --timeout=600s
pod/monitoring-haproxy-0 condition met
pod/monitoring-haproxy-1 condition met
pod/monitoring-pxc-0 condition met
pod/monitoring-pxc-1 condition met
pod/monitoring-pxc-2 condition met
+ wait_cluster_consistency monitoring 3 2
+ local cluster_name=monitoring
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/monitoring to be ready'
waiting for pxc/monitoring to be ready++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RhpUbsmOcf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AqHFp0Q0l9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.RhpUbsmOcf
++ cat /tmp/tmp.AqHFp0Q0l9
++ rm /tmp/tmp.RhpUbsmOcf /tmp/tmp.AqHFp0Q0l9
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KkxdDBri6V
+++ mktemp
++ local LAST_ERR=/tmp/tmp.J708At1KlO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KkxdDBri6V
++ cat /tmp/tmp.J708At1KlO
++ rm /tmp/tmp.KkxdDBri6V /tmp/tmp.J708At1KlO
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine monitoring
+++ local cluster_name=monitoring
++++ get_proxy monitoring
++++ local target_cluster=monitoring
+++++ kubectl_bin get pxc monitoring -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.73XWcm6aVn
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.q2bJKQrVJu
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc monitoring -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.73XWcm6aVn
+++++ cat /tmp/tmp.q2bJKQrVJu
+++++ rm /tmp/tmp.73XWcm6aVn /tmp/tmp.q2bJKQrVJu
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo monitoring-haproxy
++++ return
+++ local cluster_proxy=monitoring-haproxy
+++ echo haproxy
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.REZguc8aAM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K4hgaa0DmT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.REZguc8aAM
++ cat /tmp/tmp.K4hgaa0DmT
++ rm /tmp/tmp.REZguc8aAM /tmp/tmp.K4hgaa0DmT
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ compare_kubectl statefulset/monitoring-pxc -no-prefix
+ local resource=statefulset/monitoring-pxc
+ local postfix=-no-prefix
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix.yml
+ local new_result=/tmp/tmp.uI245idGhg/statefulset_monitoring-pxc.yml
+ desc 'compare statefulset/monitoring-pxc--no-prefix'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/monitoring-pxc--no-prefix
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ bc -l
++ echo '1.31 >= 1.33'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-pxc
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("monitoring-pmm3-2750", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.1LT5YOT18t
++ mktemp
+ local LAST_ERR=/tmp/tmp.6Nw9wgqf15
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-pxc
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1LT5YOT18t
+ cat /tmp/tmp.6Nw9wgqf15
+ rm /tmp/tmp.1LT5YOT18t /tmp/tmp.6Nw9wgqf15
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-pxc-no-prefix-k127.yml /tmp/tmp.uI245idGhg/statefulset_monitoring-pxc.yml
+ compare_kubectl statefulset/monitoring-haproxy -no-prefix
+ local resource=statefulset/monitoring-haproxy
+ local postfix=-no-prefix
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix.yml
+ local new_result=/tmp/tmp.uI245idGhg/statefulset_monitoring-haproxy.yml
+ desc 'compare statefulset/monitoring-haproxy--no-prefix'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/monitoring-haproxy--no-prefix
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-haproxy
++ mktemp
+ local LAST_OUT=/tmp/tmp.Pcmlrr6kUQ
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("monitoring-pmm3-2750", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_ERR=/tmp/tmp.1ov1GJn5PK
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-haproxy
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Pcmlrr6kUQ
+ cat /tmp/tmp.1ov1GJn5PK
+ rm /tmp/tmp.Pcmlrr6kUQ /tmp/tmp.1ov1GJn5PK
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k127.yml /tmp/tmp.uI245idGhg/statefulset_monitoring-haproxy.yml
--- /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/monitoring-pmm3/compare/statefulset_monitoring-haproxy-no-prefix-k127.yml	2025-10-10 08:19:22.401108953 +0000
+++ /tmp/tmp.uI245idGhg/statefulset_monitoring-haproxy.yml	2025-10-10 09:33:19.784363716 +0000
@@ -249,8 +249,6 @@
           env:
             - name: PXC_SERVICE
               value: monitoring-pxc
-            - name: HA_SERVER_OPTIONS
-              value: resolvers kubernetes check inter 10000 rise 1 fall 2 weight 1
             - name: REPLICAS_SVC_ONLY_READERS
               value: "false"
           envFrom: