Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/logs/monitoring-2-0-8-0.log
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
+ cluster=monitoring
+ create_infra monitoring-2-0-15452
+ local ns=monitoring-2-0-15452
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n monitoring-2-0-23072 monitoring --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/monitoring patched (no change)
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.WtXICbZFHI
++ mktemp
+ local LAST_ERR=/tmp/tmp.tUO31Wz08W
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WtXICbZFHI
perconaxtradbcluster.pxc.percona.com "monitoring" deleted from monitoring-2-0-23072 namespace
+ cat /tmp/tmp.tUO31Wz08W
+ rm /tmp/tmp.WtXICbZFHI /tmp/tmp.tUO31Wz08W
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.IkAzRITwRk
++ mktemp
+ local LAST_ERR=/tmp/tmp.1H6bgMuZfS
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.IkAzRITwRk
No resources found
+ cat /tmp/tmp.1H6bgMuZfS
+ rm /tmp/tmp.IkAzRITwRk /tmp/tmp.1H6bgMuZfS
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.9Z7Prgp0hS
++ mktemp
+ local LAST_ERR=/tmp/tmp.WtpGMTdXXa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9Z7Prgp0hS
No resources found
+ cat /tmp/tmp.WtpGMTdXXa
+ rm /tmp/tmp.9Z7Prgp0hS /tmp/tmp.WtpGMTdXXa
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get clusterrole
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.amUotNLhg8
++ mktemp
+ kubectl_bin get ns
+ local LAST_ERR=/tmp/tmp.9gAxJ2nwQ4
+ local exit_status=0
++ mktemp
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.Hw0xgZ8u4F
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
++ mktemp
+ local LAST_ERR=/tmp/tmp.aJadAX6eeM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Hw0xgZ8u4F
+ cat /tmp/tmp.aJadAX6eeM
+ rm /tmp/tmp.Hw0xgZ8u4F /tmp/tmp.aJadAX6eeM
+ return 0
namespace "monitoring-2-0-23072" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.amUotNLhg8
namespace "pxc-operator" deleted
+ cat /tmp/tmp.9gAxJ2nwQ4
+ rm /tmp/tmp.amUotNLhg8 /tmp/tmp.9gAxJ2nwQ4
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.jFrBPYGyYA
++ mktemp
+ local LAST_ERR=/tmp/tmp.XumempPjTU
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jFrBPYGyYA
namespace/pxc-operator created
+ cat /tmp/tmp.XumempPjTU
+ rm /tmp/tmp.jFrBPYGyYA /tmp/tmp.XumempPjTU
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.989MiQ2E3w
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bjqcpYfpj6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.989MiQ2E3w
++ cat /tmp/tmp.bjqcpYfpj6
++ rm /tmp/tmp.989MiQ2E3w /tmp/tmp.bjqcpYfpj6
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2205-b39bf841-9-cluster9 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.LKEI4gbHZ2
++ mktemp
+ local LAST_ERR=/tmp/tmp.bXvmpvKR0C
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2205-b39bf841-9-cluster9 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LKEI4gbHZ2
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2205-b39bf841-9-cluster9" modified.
+ cat /tmp/tmp.bXvmpvKR0C
+ rm /tmp/tmp.LKEI4gbHZ2 /tmp/tmp.bXvmpvKR0C
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.0G66K7DIA4
++ mktemp
+ local LAST_ERR=/tmp/tmp.3b38hKS4A8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0G66K7DIA4
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.3b38hKS4A8
+ rm /tmp/tmp.0G66K7DIA4 /tmp/tmp.3b38hKS4A8
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.psiNPE39QN
++ mktemp
+ local LAST_ERR=/tmp/tmp.qFSrRCsHbo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.psiNPE39QN
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.qFSrRCsHbo
+ rm /tmp/tmp.psiNPE39QN /tmp/tmp.qFSrRCsHbo
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2205-b39bf841^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.h64R7BH7Y9
++ mktemp
+ local LAST_ERR=/tmp/tmp.E1xMl9kmzO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.h64R7BH7Y9
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.E1xMl9kmzO
+ rm /tmp/tmp.h64R7BH7Y9 /tmp/tmp.E1xMl9kmzO
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.s5K0ntvNI6
++ mktemp
+ local LAST_ERR=/tmp/tmp.sMo0K0OU24
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.s5K0ntvNI6
pod/percona-xtradb-cluster-operator-7c79f68fb7-v47ds condition met
+ cat /tmp/tmp.sMo0K0OU24
+ rm /tmp/tmp.s5K0ntvNI6 /tmp/tmp.sMo0K0OU24
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dlbV7t6pSA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uCg6Y603IF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dlbV7t6pSA
++ cat /tmp/tmp.uCg6Y603IF
++ rm /tmp/tmp.dlbV7t6pSA /tmp/tmp.uCg6Y603IF
++ return 0
+ wait_pod percona-xtradb-cluster-operator-7c79f68fb7-v47ds 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-7c79f68fb7-v47ds
+ local max_retry=480
+ local ns=pxc-operator
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo percona-xtradb-cluster-operator-7c79f68fb7-v47ds
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-7c79f68fb7-v47ds condition met
waiting for pod/percona-xtradb-cluster-operator-7c79f68fb7-v47ds to become Ready.Ok
+ sleep 3
+ create_namespace monitoring-2-0-15452
+ local namespace=monitoring-2-0-15452
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ awk '-F ' '{print $2}'
++ tail -n1
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces monitoring-2-0-15452'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces monitoring-2-0-15452
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace monitoring-2-0-15452
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.WPUTfF0xXN
++ mktemp
+ local LAST_OUT=/tmp/tmp.Mx5oQNzW60
++ mktemp
+ awk '{print$1}'
+ local LAST_ERR=/tmp/tmp.d9O9A2dBBQ
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.g8zeeQsgm6
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ for i in '$(seq 0 2)'
+ kubectl delete namespace monitoring-2-0-15452
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Mx5oQNzW60
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace monitoring-2-0-15452
+ cat /tmp/tmp.g8zeeQsgm6
+ rm /tmp/tmp.Mx5oQNzW60 /tmp/tmp.g8zeeQsgm6
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace monitoring-2-0-15452
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.WPUTfF0xXN
+ cat /tmp/tmp.d9O9A2dBBQ
Error from server (NotFound): namespaces "monitoring-2-0-15452" not found
+ rm /tmp/tmp.WPUTfF0xXN /tmp/tmp.d9O9A2dBBQ
+ return 1
+ :
+ wait_for_delete namespace/monitoring-2-0-15452
+ local res=namespace/monitoring-2-0-15452
+ echo -n 'waiting for namespace/monitoring-2-0-15452 to be deleted'
waiting for namespace/monitoring-2-0-15452 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "monitoring-2-0-15452" not found
+ desc 'create namespace monitoring-2-0-15452'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace monitoring-2-0-15452
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace monitoring-2-0-15452
++ mktemp
+ local LAST_OUT=/tmp/tmp.TDBVVIQbsj
++ mktemp
+ local LAST_ERR=/tmp/tmp.AzSWsUCzH1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace monitoring-2-0-15452
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TDBVVIQbsj
namespace/monitoring-2-0-15452 created
+ cat /tmp/tmp.AzSWsUCzH1
+ rm /tmp/tmp.TDBVVIQbsj /tmp/tmp.AzSWsUCzH1
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NQVBqVkj6f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uBCBcNrE1K
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NQVBqVkj6f
++ cat /tmp/tmp.uBCBcNrE1K
++ rm /tmp/tmp.NQVBqVkj6f /tmp/tmp.uBCBcNrE1K
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2205-b39bf841-9-cluster9 --namespace=monitoring-2-0-15452
++ mktemp
+ local LAST_OUT=/tmp/tmp.0M90iLfG05
++ mktemp
+ local LAST_ERR=/tmp/tmp.J3DA8rMuKn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2205-b39bf841-9-cluster9 --namespace=monitoring-2-0-15452
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0M90iLfG05
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2205-b39bf841-9-cluster9" modified.
+ cat /tmp/tmp.J3DA8rMuKn
+ rm /tmp/tmp.0M90iLfG05 /tmp/tmp.J3DA8rMuKn
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.AOl1U2lrfc
++ mktemp
+ local LAST_ERR=/tmp/tmp.FBIlazCyC0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.AOl1U2lrfc
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.FBIlazCyC0
+ rm /tmp/tmp.AOl1U2lrfc /tmp/tmp.FBIlazCyC0
+ return 0
+ deploy_helm monitoring-2-0-15452
+ helm repo add hashicorp https://helm.releases.hashicorp.com
"hashicorp" already exists with the same configuration, skipping
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "chaos-mesh" chart repository
...Successfully got an update from the "percona" chart repository
...Successfully got an update from the "hashicorp" chart repository
Update Complete. ⎈Happy Helming!⎈
+ desc 'install PMM Server'
+ set +o xtrace


-----------------------------------------------------------------------------------
install PMM Server
-----------------------------------------------------------------------------------

+ deploy_pmm_server
+ '[' '!' -z '' ']'
+ helm repo add percona https://percona.github.io/percona-helm-charts/
"percona" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "chaos-mesh" chart repository
...Successfully got an update from the "hashicorp" chart repository
...Successfully got an update from the "percona" chart repository
Update Complete. ⎈Happy Helming!⎈
+ helm uninstall monitoring
Error: uninstall: Release not loaded: monitoring: release: not found
+ :
+ retry 10 60 helm install monitoring --set imageRepo=perconalab/pmm-server --set imageTag=dev-latest https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install monitoring --set imageRepo=perconalab/pmm-server --set imageTag=dev-latest https://percona-charts.storage.googleapis.com/pmm-server-9.9.9.tgz
NAME: monitoring
LAST DEPLOYED: Fri Oct 17 12:21:41 2025
NAMESPACE: monitoring-2-0-15452
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
PMM server can be accessed via HTTPS (port 443) on the following DNS name from within your cluster:

endpoint: https://monitoring-service.monitoring-2-0-15452.svc.cluster.local:443
login:    admin
password: admin
+ kubectl wait pod monitoring-0 --for=condition=Ready --timeout=420s
pod/monitoring-0 condition met
+ kubectl_bin wait --for=condition=Ready pod/monitoring-0 --timeout=120s
++ mktemp
+ local LAST_OUT=/tmp/tmp.LSKsJ2ezFT
++ mktemp
+ local LAST_ERR=/tmp/tmp.gveOOObvNQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod/monitoring-0 --timeout=120s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LSKsJ2ezFT
pod/monitoring-0 condition met
+ cat /tmp/tmp.gveOOObvNQ
+ rm /tmp/tmp.LSKsJ2ezFT /tmp/tmp.gveOOObvNQ
+ return 0
+ kubectl_bin exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
++ mktemp
+ local LAST_OUT=/tmp/tmp.0cCNrFKVWV
++ mktemp
+ local LAST_ERR=/tmp/tmp.GhGsh7vjKA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'ls -l /proc/*/exe 2>/dev/null| grep postgres >/dev/null'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0cCNrFKVWV
+ cat /tmp/tmp.GhGsh7vjKA
+ rm /tmp/tmp.0cCNrFKVWV /tmp/tmp.GhGsh7vjKA
+ return 0
++ kubectl_bin exec monitoring-0 -- bash -c 'printenv | grep ADMIN_PASSWORD | cut -d '\''='\'' -f2'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YRu1S14Q80
+++ mktemp
++ local LAST_ERR=/tmp/tmp.82xn0iPyw2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec monitoring-0 -- bash -c 'printenv | grep ADMIN_PASSWORD | cut -d '\''='\'' -f2'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YRu1S14Q80
++ cat /tmp/tmp.82xn0iPyw2
++ rm /tmp/tmp.YRu1S14Q80 /tmp/tmp.82xn0iPyw2
++ return 0
+ ADMIN_PASSWORD=admin
+ sleep 5
+ kubectl_bin exec monitoring-0 -- bash -c 'grafana-cli --homepath=/usr/share/grafana --config=/etc/grafana/grafana.ini admin reset-admin-password admin'
++ mktemp
+ local LAST_OUT=/tmp/tmp.1hHqDhFEM9
++ mktemp
+ local LAST_ERR=/tmp/tmp.qEe7YMa29Y
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec monitoring-0 -- bash -c 'grafana-cli --homepath=/usr/share/grafana --config=/etc/grafana/grafana.ini admin reset-admin-password admin'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.1hHqDhFEM9
logger=settings t=2025-10-17T12:22:07.291491232Z level=info msg="Starting Grafana" version= commit= branch= compiled=1970-01-01T00:00:00Z
logger=settings t=2025-10-17T12:22:07.291616322Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini
logger=settings t=2025-10-17T12:22:07.291628572Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini
logger=settings t=2025-10-17T12:22:07.291634282Z level=info msg="Path Home" path=/usr/share/grafana
logger=settings t=2025-10-17T12:22:07.291639152Z level=info msg="Path Data" path=/srv/grafana
logger=settings t=2025-10-17T12:22:07.291644502Z level=info msg="Path Logs" path=/srv/logs
logger=settings t=2025-10-17T12:22:07.291649372Z level=info msg="Path Plugins" path=/srv/grafana/plugins
logger=settings t=2025-10-17T12:22:07.291653862Z level=info msg="Path Provisioning" path=/usr/share/grafana/conf/provisioning
logger=settings t=2025-10-17T12:22:07.291658732Z level=info msg="App mode production"
logger=sqlstore t=2025-10-17T12:22:07.291732492Z level=info msg="Connecting to DB" dbtype=postgres
logger=migrator t=2025-10-17T12:22:07.305234871Z level=info msg="Starting DB migrations"
logger=migrator t=2025-10-17T12:22:07.309036051Z level=info msg="migrations completed" performed=0 skipped=452 duration=438.371µs
logger=secrets t=2025-10-17T12:22:07.3107541Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1
logger=plugin.finder t=2025-10-17T12:22:07.343210668Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled
logger=plugin.signature.validator t=2025-10-17T12:22:07.463911429Z level=warn msg="Permitting unsigned plugin. This is not recommended" pluginID=pmm-pt-summary-panel pluginDir=/srv/grafana/plugins/pmm-app/dist/pmm-pt-summary/panel
logger=plugin.signature.validator t=2025-10-17T12:22:07.463961319Z level=warn msg="Permitting unsigned plugin. This is not recommended" pluginID=pmm-app pluginDir=/srv/grafana/plugins/pmm-app/dist
logger=plugin.pmm-app t=2025-10-17T12:22:07.469395379Z level=warn msg="Included dashboard is missing a UID field"
logger=plugin.signature.validator t=2025-10-17T12:22:07.469605678Z level=warn msg="Permitting unsigned plugin. This is not recommended" pluginID=pmm-pt-summary-datasource pluginDir=/srv/grafana/plugins/pmm-app/dist/pmm-pt-summary/datasource
logger=plugin.signature.validator t=2025-10-17T12:22:07.469669968Z level=warn msg="Permitting unsigned plugin. This is not recommended" pluginID=grafana-polystat-panel pluginDir=/srv/grafana/plugins/grafana-polystat-panel
logger=plugin.signature.validator t=2025-10-17T12:22:07.469696428Z level=warn msg="Permitting unsigned plugin. This is not recommended" pluginID=pmm-qan-app-panel pluginDir=/srv/grafana/plugins/pmm-app/dist/pmm-qan
logger=plugin.loader t=2025-10-17T12:22:07.469764358Z level=info msg="Plugin registered" pluginID=petrslavotinek-carpetplot-panel
logger=plugin.loader t=2025-10-17T12:22:07.469855518Z level=info msg="Plugin registered" pluginID=jdbranham-diagram-panel
logger=plugin.loader t=2025-10-17T12:22:07.469865928Z level=info msg="Plugin registered" pluginID=pmm-pt-summary-panel
logger=plugin.loader t=2025-10-17T12:22:07.469872088Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel
logger=plugin.loader t=2025-10-17T12:22:07.469877398Z level=info msg="Plugin registered" pluginID=grafana-worldmap-panel
logger=plugin.loader t=2025-10-17T12:22:07.469883448Z level=info msg="Plugin registered" pluginID=pmm-app
logger=plugin.loader t=2025-10-17T12:22:07.469888908Z level=info msg="Plugin registered" pluginID=pmm-pt-summary-datasource
logger=plugin.loader t=2025-10-17T12:22:07.469894278Z level=info msg="Plugin registered" pluginID=camptocamp-prometheus-alertmanager-datasource
logger=plugin.loader t=2025-10-17T12:22:07.469900078Z level=info msg="Plugin registered" pluginID=grafana-clickhouse-datasource
logger=plugin.grafana-clickhouse-datasource t=2025-10-17T12:22:07.480372058Z level=warn msg="Plugin process is running with elevated privileges. This is not recommended"
logger=plugin.loader t=2025-10-17T12:22:07.480397507Z level=info msg="Plugin registered" pluginID=grafana-polystat-panel
logger=plugin.loader t=2025-10-17T12:22:07.480405947Z level=info msg="Plugin registered" pluginID=natel-discrete-panel
logger=plugin.loader t=2025-10-17T12:22:07.480412618Z level=info msg="Plugin registered" pluginID=pmm-qan-app-panel

Admin password changed successfully ✔

+ cat /tmp/tmp.qEe7YMa29Y
+ rm /tmp/tmp.1hHqDhFEM9 /tmp/tmp.qEe7YMa29Y
+ return 0
+ desc 'create PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PXC cluster
-----------------------------------------------------------------------------------

+ spinup_pxc monitoring /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/monitoring.yml 3 120 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/secrets.yaml
+ local cluster=monitoring
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/monitoring.yml
+ local size=3
+ local sleep=120
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/secrets.yaml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/secrets.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.3aKAuxDWW6
++ mktemp
+ local LAST_ERR=/tmp/tmp.riCg8ZZL2u
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/secrets.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3aKAuxDWW6
secret/my-cluster-secrets created
+ cat /tmp/tmp.riCg8ZZL2u
+ rm /tmp/tmp.3aKAuxDWW6 /tmp/tmp.riCg8ZZL2u
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.monitoring-2-0-15452~
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.wb0PkSurN3
++ mktemp
+ local LAST_ERR=/tmp/tmp.c0bkeAyl8E
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2205-b39bf841#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wb0PkSurN3
deployment.apps/pxc-client created
+ cat /tmp/tmp.c0bkeAyl8E
+ rm /tmp/tmp.wb0PkSurN3 /tmp/tmp.c0bkeAyl8E
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/monitoring.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/monitoring.yml
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2205-b39bf841#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.monitoring-2-0-15452~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/monitoring.yml
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.vQrWlcFz6J
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.DS8cvVr7Qv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vQrWlcFz6J
perconaxtradbcluster.pxc.percona.com/monitoring created
+ cat /tmp/tmp.DS8cvVr7Qv
+ rm /tmp/tmp.vQrWlcFz6J /tmp/tmp.DS8cvVr7Qv
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy monitoring
++ local target_cluster=monitoring
+++ kubectl_bin get pxc monitoring -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3LdEvvTK0x
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.oI4Jk8B5iG
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc monitoring -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.3LdEvvTK0x
+++ cat /tmp/tmp.oI4Jk8B5iG
+++ rm /tmp/tmp.3LdEvvTK0x /tmp/tmp.oI4Jk8B5iG
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo monitoring-haproxy
++ return
+ local proxy=monitoring-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n monitoring-2-0-15452
++ mktemp
+ local LAST_OUT=/tmp/tmp.0XHF8GwViR
++ mktemp
+ local LAST_ERR=/tmp/tmp.avyx5YiAd6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n monitoring-2-0-15452
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0XHF8GwViR
pod/monitoring-haproxy-0 condition met
pod/monitoring-pxc-0 condition met
+ cat /tmp/tmp.avyx5YiAd6
+ rm /tmp/tmp.0XHF8GwViR /tmp/tmp.avyx5YiAd6
+ return 0
+ wait_for_running monitoring-haproxy 1
+ local name=monitoring-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod monitoring-haproxy-0 480
+ local pod=monitoring-haproxy-0
+ local max_retry=480
+ local ns=
++ echo monitoring-haproxy-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/monitoring-haproxy-0 condition met
waiting for pod/monitoring-haproxy-0 to become Ready.Ok
+ wait_for_running monitoring-pxc 3
+ local name=monitoring-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod monitoring-pxc-0 480
+ local pod=monitoring-pxc-0
+ local max_retry=480
+ local ns=
++ echo monitoring-pxc-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/monitoring-pxc-0 condition met
waiting for pod/monitoring-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod monitoring-pxc-1 480
+ local pod=monitoring-pxc-1
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo monitoring-pxc-1
+ local container=pxc
+ set +o xtrace
pod/monitoring-pxc-1 condition met
waiting for pod/monitoring-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod monitoring-pxc-2 480
+ local pod=monitoring-pxc-2
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo monitoring-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/monitoring-pxc-2 condition met
waiting for pod/monitoring-pxc-2 to become Ready.Ok
+ sleep 120
++ kubectl get pxc monitoring -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IzTnQOa2wy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ov32RtuI42
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IzTnQOa2wy
++ cat /tmp/tmp.Ov32RtuI42
++ rm /tmp/tmp.IzTnQOa2wy /tmp/tmp.Ov32RtuI42
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h monitoring-haproxy -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h monitoring-haproxy -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.l7SRHhrj5y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ViU0cejgkp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.l7SRHhrj5y
++ cat /tmp/tmp.ViU0cejgkp
++ rm /tmp/tmp.l7SRHhrj5y /tmp/tmp.ViU0cejgkp
++ return 0
+ client_pod=pxc-client-59944c5bbf-4286s
+ wait_pod pxc-client-59944c5bbf-4286s
+ local pod=pxc-client-59944c5bbf-4286s
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-4286s
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-4286s condition met
waiting for pod/pxc-client-59944c5bbf-4286s to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h monitoring-haproxy -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h monitoring-haproxy -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YxVvgOmosT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hH19oezSjT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.YxVvgOmosT
++ cat /tmp/tmp.hH19oezSjT
++ rm /tmp/tmp.YxVvgOmosT /tmp/tmp.hH19oezSjT
++ return 0
+ client_pod=pxc-client-59944c5bbf-4286s
+ wait_pod pxc-client-59944c5bbf-4286s
+ local pod=pxc-client-59944c5bbf-4286s
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-4286s
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-4286s condition met
waiting for pod/pxc-client-59944c5bbf-4286s to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h monitoring-pxc-0.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-0.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h monitoring-pxc-0.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-0.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NqJ3G3z878
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I2xN7QhsRp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NqJ3G3z878
++ cat /tmp/tmp.I2xN7QhsRp
++ rm /tmp/tmp.NqJ3G3z878 /tmp/tmp.I2xN7QhsRp
++ return 0
+ client_pod=pxc-client-59944c5bbf-4286s
+ wait_pod pxc-client-59944c5bbf-4286s
+ local pod=pxc-client-59944c5bbf-4286s
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-4286s
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-4286s condition met
waiting for pod/pxc-client-59944c5bbf-4286s to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.zeimkA7Gne/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1.sql /tmp/tmp.zeimkA7Gne/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h monitoring-pxc-1.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-1.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h monitoring-pxc-1.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-1.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jDf58zWVJc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nNIh6XrIAU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jDf58zWVJc
++ cat /tmp/tmp.nNIh6XrIAU
++ rm /tmp/tmp.jDf58zWVJc /tmp/tmp.nNIh6XrIAU
++ return 0
+ client_pod=pxc-client-59944c5bbf-4286s
+ wait_pod pxc-client-59944c5bbf-4286s
+ local pod=pxc-client-59944c5bbf-4286s
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-4286s
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-4286s condition met
waiting for pod/pxc-client-59944c5bbf-4286s to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.zeimkA7Gne/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1.sql /tmp/tmp.zeimkA7Gne/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h monitoring-pxc-2.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-2.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h monitoring-pxc-2.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h monitoring-pxc-2.monitoring-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6dVm0iykbd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NzgTR2STUm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6dVm0iykbd
++ cat /tmp/tmp.NzgTR2STUm
++ rm /tmp/tmp.6dVm0iykbd /tmp/tmp.NzgTR2STUm
++ return 0
+ client_pod=pxc-client-59944c5bbf-4286s
+ wait_pod pxc-client-59944c5bbf-4286s
+ local pod=pxc-client-59944c5bbf-4286s
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-59944c5bbf-4286s
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-4286s condition met
waiting for pod/pxc-client-59944c5bbf-4286s to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.zeimkA7Gne/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/select-1.sql /tmp/tmp.zeimkA7Gne/select-1.sql
++ is_keyring_plugin_in_use monitoring
++ local cluster=monitoring
++ kubectl_bin exec -it monitoring-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TrqWMuPJwS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kTjPNwZov0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it monitoring-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.TrqWMuPJwS
++ cat /tmp/tmp.kTjPNwZov0
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.TrqWMuPJwS /tmp/tmp.kTjPNwZov0
++ return 0
+ '[' '' ']'
+ desc 'add PMM API key to secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
add PMM API key to secret
-----------------------------------------------------------------------------------

++ jq .key
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o json
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ jq '.status.loadBalancer.ingress[].hostname'
++++ local LAST_OUT=/tmp/tmp.pFgtjmJEMK
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.JcdokuTdWz
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.pFgtjmJEMK
++++ cat /tmp/tmp.JcdokuTdWz
++++ rm /tmp/tmp.pFgtjmJEMK /tmp/tmp.JcdokuTdWz
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ kubectl_bin get service/monitoring-service -o json
++++ sed -e 's/^"//; s/"$//;'
++++ jq '.status.loadBalancer.ingress[].ip'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Gr0rLMMKhW
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.GMNfQxGVKu
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.Gr0rLMMKhW
++++ cat /tmp/tmp.GMNfQxGVKu
++++ rm /tmp/tmp.Gr0rLMMKhW /tmp/tmp.GMNfQxGVKu
++++ return 0
+++ local ip=34.70.243.229
+++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
+++ echo 34.70.243.229
+++ return
++ curl --insecure -X POST -H 'Content-Type: application/json' -d '{"name":"operator", "role": "Admin"}' https://admin:admin@34.70.243.229/graph/api/auth/keys
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   155  100   119  100    36    272     82 --:--:-- --:--:-- --:--:--   355
+ API_KEY='"eyJrIjoiSFgzdXZYNXozY0FHdUo0TmowREdyM2VoWjA1MTdJa0ciLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="'
+ kubectl_bin patch secret my-cluster-secrets --type merge --patch '{"stringData": {"pmmserverkey": "eyJrIjoiSFgzdXZYNXozY0FHdUo0TmowREdyM2VoWjA1MTdJa0ciLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.x0DxBPIR1f
++ mktemp
+ local LAST_ERR=/tmp/tmp.n8u4HXv3hJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets --type merge --patch '{"stringData": {"pmmserverkey": "eyJrIjoiSFgzdXZYNXozY0FHdUo0TmowREdyM2VoWjA1MTdJa0ciLCJuIjoib3BlcmF0b3IiLCJpZCI6MX0="}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.x0DxBPIR1f
secret/my-cluster-secrets patched
+ cat /tmp/tmp.n8u4HXv3hJ
+ rm /tmp/tmp.x0DxBPIR1f /tmp/tmp.n8u4HXv3hJ
+ return 0
+ wait_for_generation sts/monitoring-pxc 2
+ local resource=sts/monitoring-pxc
+ local target_generation=2
+ echo 'Waiting for sts/monitoring-pxc to reach generation 2...'
Waiting for sts/monitoring-pxc to reach generation 2...
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=1
+ '[' 1 -eq 2 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 1. Waiting...'
Resource sts/monitoring-pxc is at generation 1. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=2
+ '[' 2 -eq 2 ']'
+ echo 'Resource sts/monitoring-pxc has reached generation 2.'
Resource sts/monitoring-pxc has reached generation 2.
+ break
+ wait_for_generation sts/monitoring-haproxy 2
+ local resource=sts/monitoring-haproxy
+ local target_generation=2
+ echo 'Waiting for sts/monitoring-haproxy to reach generation 2...'
Waiting for sts/monitoring-haproxy to reach generation 2...
+ true
++ kubectl get sts/monitoring-haproxy -o 'jsonpath={.metadata.generation}'
+ current_generation=2
+ '[' 2 -eq 2 ']'
+ echo 'Resource sts/monitoring-haproxy has reached generation 2.'
Resource sts/monitoring-haproxy has reached generation 2.
+ break
+ sleep 10
+ kubectl wait pod -l app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --for=condition=ready --timeout=600s
pod/monitoring-haproxy-0 condition met
pod/monitoring-haproxy-1 condition met
pod/monitoring-pxc-0 condition met
pod/monitoring-pxc-1 condition met
pod/monitoring-pxc-2 condition met
+ wait_cluster_consistency monitoring 3 2
+ local cluster_name=monitoring
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local i=0
+ local max=300
+ sleep 7
+ echo -n 'waiting for pxc/monitoring to be ready'
waiting for pxc/monitoring to be ready++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3L6rFs9ns4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ts8cMjR5xf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3L6rFs9ns4
++ cat /tmp/tmp.Ts8cMjR5xf
++ rm /tmp/tmp.3L6rFs9ns4 /tmp/tmp.Ts8cMjR5xf
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 0 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OBuk59a8hv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qZiMdqpU13
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OBuk59a8hv
++ cat /tmp/tmp.qZiMdqpU13
++ rm /tmp/tmp.OBuk59a8hv /tmp/tmp.qZiMdqpU13
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 1 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NioazQflNr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4bhbPZcSxx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NioazQflNr
++ cat /tmp/tmp.4bhbPZcSxx
++ rm /tmp/tmp.NioazQflNr /tmp/tmp.4bhbPZcSxx
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 2 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.d0gD4Pt3Ep
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QU7S04LriP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.d0gD4Pt3Ep
++ cat /tmp/tmp.QU7S04LriP
++ rm /tmp/tmp.d0gD4Pt3Ep /tmp/tmp.QU7S04LriP
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 3 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pjTJszBOfQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JTSHBKLtZC
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pjTJszBOfQ
++ cat /tmp/tmp.JTSHBKLtZC
++ rm /tmp/tmp.pjTJszBOfQ /tmp/tmp.JTSHBKLtZC
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 4 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gVKlTPypRX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WotqSvbhUK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gVKlTPypRX
++ cat /tmp/tmp.WotqSvbhUK
++ rm /tmp/tmp.gVKlTPypRX /tmp/tmp.WotqSvbhUK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 5 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DQj1uFQSja
+++ mktemp
++ local LAST_ERR=/tmp/tmp.y1conW78Qj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DQj1uFQSja
++ cat /tmp/tmp.y1conW78Qj
++ rm /tmp/tmp.DQj1uFQSja /tmp/tmp.y1conW78Qj
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 6 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4arNJoXmYa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.U6nSGEPDJZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4arNJoXmYa
++ cat /tmp/tmp.U6nSGEPDJZ
++ rm /tmp/tmp.4arNJoXmYa /tmp/tmp.U6nSGEPDJZ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 7 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BPLOe8CSbw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.y1dvvuoVty
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BPLOe8CSbw
++ cat /tmp/tmp.y1dvvuoVty
++ rm /tmp/tmp.BPLOe8CSbw /tmp/tmp.y1dvvuoVty
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 8 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8ibLfzRsxl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g3m4v6WVBO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8ibLfzRsxl
++ cat /tmp/tmp.g3m4v6WVBO
++ rm /tmp/tmp.8ibLfzRsxl /tmp/tmp.g3m4v6WVBO
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 9 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.36p4HARQoz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.T2w2ZjnwE6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.36p4HARQoz
++ cat /tmp/tmp.T2w2ZjnwE6
++ rm /tmp/tmp.36p4HARQoz /tmp/tmp.T2w2ZjnwE6
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 10 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S67f0Rc88P
+++ mktemp
++ local LAST_ERR=/tmp/tmp.irXFeJ9m0L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.S67f0Rc88P
++ cat /tmp/tmp.irXFeJ9m0L
++ rm /tmp/tmp.S67f0Rc88P /tmp/tmp.irXFeJ9m0L
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 11 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2uHjrD1C32
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tp72bRAFSJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.2uHjrD1C32
++ cat /tmp/tmp.tp72bRAFSJ
++ rm /tmp/tmp.2uHjrD1C32 /tmp/tmp.tp72bRAFSJ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 12 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BieEu1x1zJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.r1Vio7QqyG
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BieEu1x1zJ
++ cat /tmp/tmp.r1Vio7QqyG
++ rm /tmp/tmp.BieEu1x1zJ /tmp/tmp.r1Vio7QqyG
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 13 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Djg28RD8gA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UbfmFKJrqB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Djg28RD8gA
++ cat /tmp/tmp.UbfmFKJrqB
++ rm /tmp/tmp.Djg28RD8gA /tmp/tmp.UbfmFKJrqB
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 14 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4rEmnKM2pu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rREcdx96z3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4rEmnKM2pu
++ cat /tmp/tmp.rREcdx96z3
++ rm /tmp/tmp.4rEmnKM2pu /tmp/tmp.rREcdx96z3
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo -n .
.+ sleep 5
+ [[ 15 -ge 300 ]]
+ let i+=1
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xeu0v6OWn0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BuNaHdGQZB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xeu0v6OWn0
++ cat /tmp/tmp.BuNaHdGQZB
++ rm /tmp/tmp.xeu0v6OWn0 /tmp/tmp.BuNaHdGQZB
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.akBWfhCdhT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PwGeKV0QUX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.akBWfhCdhT
++ cat /tmp/tmp.PwGeKV0QUX
++ rm /tmp/tmp.akBWfhCdhT /tmp/tmp.PwGeKV0QUX
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine monitoring
+++ local cluster_name=monitoring
++++ get_proxy monitoring
++++ local target_cluster=monitoring
+++++ kubectl_bin get pxc monitoring -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.xJCr5lo6mC
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.EGKS9kC91t
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get pxc monitoring -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.xJCr5lo6mC
+++++ cat /tmp/tmp.EGKS9kC91t
+++++ rm /tmp/tmp.xJCr5lo6mC /tmp/tmp.EGKS9kC91t
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo monitoring-haproxy
++++ return
+++ local cluster_proxy=monitoring-haproxy
+++ echo haproxy
++ kubectl_bin get pxc monitoring -o 'jsonpath={.status.haproxy.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3J8FpzIbER
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nyxdaac84a
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pxc monitoring -o 'jsonpath={.status.haproxy.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3J8FpzIbER
++ cat /tmp/tmp.nyxdaac84a
++ rm /tmp/tmp.3J8FpzIbER /tmp/tmp.nyxdaac84a
++ return 0
+ [[ 2 == \2 ]]
+ echo

+ compare_kubectl statefulset/monitoring-pxc -no-prefix
+ local resource=statefulset/monitoring-pxc
+ local postfix=-no-prefix
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix.yml
+ local new_result=/tmp/tmp.zeimkA7Gne/statefulset_monitoring-pxc.yml
+ desc 'compare statefulset/monitoring-pxc--no-prefix'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/monitoring-pxc--no-prefix
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ bc -l
++ echo '1.31 >= 1.27'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-pxc
++ mktemp
+ local LAST_OUT=/tmp/tmp.KT320ADO7t
++ mktemp
+ local LAST_ERR=/tmp/tmp.a8o3EyMRp1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-pxc
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-15452", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KT320ADO7t
+ cat /tmp/tmp.a8o3EyMRp1
+ rm /tmp/tmp.KT320ADO7t /tmp/tmp.a8o3EyMRp1
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-no-prefix-k127.yml /tmp/tmp.zeimkA7Gne/statefulset_monitoring-pxc.yml
+ compare_kubectl statefulset/monitoring-haproxy -no-prefix
+ local resource=statefulset/monitoring-haproxy
+ local postfix=-no-prefix
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix.yml
+ local new_result=/tmp/tmp.zeimkA7Gne/statefulset_monitoring-haproxy.yml
+ desc 'compare statefulset/monitoring-haproxy--no-prefix'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/monitoring-haproxy--no-prefix
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-haproxy
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-15452", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.rPc87zt8Fw
++ mktemp
+ local LAST_ERR=/tmp/tmp.a19QXQtrzv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-haproxy
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.rPc87zt8Fw
+ cat /tmp/tmp.a19QXQtrzv
+ rm /tmp/tmp.rPc87zt8Fw /tmp/tmp.a19QXQtrzv
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-no-prefix-k127.yml /tmp/tmp.zeimkA7Gne/statefulset_monitoring-haproxy.yml
+ desc 'apply my-env-var-secrets to add PMM_PREFIX'
+ set +o xtrace


-----------------------------------------------------------------------------------
apply my-env-var-secrets to add PMM_PREFIX
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/envsecrets.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.fNgpzoX65i
++ mktemp
+ local LAST_ERR=/tmp/tmp.pJwEG6c6dd
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/conf/envsecrets.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fNgpzoX65i
secret/my-env-var-secrets created
+ cat /tmp/tmp.pJwEG6c6dd
+ rm /tmp/tmp.fNgpzoX65i /tmp/tmp.pJwEG6c6dd
+ return 0
+ wait_for_generation sts/monitoring-pxc 3
+ local resource=sts/monitoring-pxc
+ local target_generation=3
+ echo 'Waiting for sts/monitoring-pxc to reach generation 3...'
Waiting for sts/monitoring-pxc to reach generation 3...
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 3 ']'
+ echo 'Resource sts/monitoring-pxc has reached generation 3.'
Resource sts/monitoring-pxc has reached generation 3.
+ break
+ wait_for_generation sts/monitoring-haproxy 3
+ local resource=sts/monitoring-haproxy
+ local target_generation=3
+ echo 'Waiting for sts/monitoring-haproxy to reach generation 3...'
Waiting for sts/monitoring-haproxy to reach generation 3...
+ true
++ kubectl get sts/monitoring-haproxy -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 3 ']'
+ echo 'Resource sts/monitoring-haproxy has reached generation 3.'
Resource sts/monitoring-haproxy has reached generation 3.
+ break
+ desc 'add new PMM API key to secret'
+ set +o xtrace


-----------------------------------------------------------------------------------
add new PMM API key to secret
-----------------------------------------------------------------------------------

++ jq .key
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ sed -e 's/^"//; s/"$//;'
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].hostname'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.nqemsQ1Xtd
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.qzqiJDJfVL
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.nqemsQ1Xtd
++++ cat /tmp/tmp.qzqiJDJfVL
++++ rm /tmp/tmp.nqemsQ1Xtd /tmp/tmp.qzqiJDJfVL
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].ip'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.4V9SF1Qtay
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.zmLIwsF5Qa
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.4V9SF1Qtay
++++ cat /tmp/tmp.zmLIwsF5Qa
++++ rm /tmp/tmp.4V9SF1Qtay /tmp/tmp.zmLIwsF5Qa
++++ return 0
+++ local ip=34.70.243.229
+++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
+++ echo 34.70.243.229
+++ return
++ curl --insecure -X POST -H 'Content-Type: application/json' -d '{"name":"operator-new", "role": "Admin"}' https://admin:admin@34.70.243.229/graph/api/auth/keys
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    40    0     0  100    40      0     93 --:--:-- --:--:-- --:--:--    93
100   167  100   127  100    40    174     55 --:--:-- --:--:-- --:--:--   229
+ API_KEY_NEW='"eyJrIjoiMGpzV3Y1YzhCc0x1VGZoOUdaeGJSRDIzam5RWVQ1UkciLCJuIjoib3BlcmF0b3ItbmV3IiwiaWQiOjF9"'
+ kubectl_bin patch secret my-cluster-secrets --type merge --patch '{"stringData": {"pmmserverkey": "eyJrIjoiMGpzV3Y1YzhCc0x1VGZoOUdaeGJSRDIzam5RWVQ1UkciLCJuIjoib3BlcmF0b3ItbmV3IiwiaWQiOjF9"}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ad8wduUKvr
++ mktemp
+ local LAST_ERR=/tmp/tmp.COn4soZVoM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch secret my-cluster-secrets --type merge --patch '{"stringData": {"pmmserverkey": "eyJrIjoiMGpzV3Y1YzhCc0x1VGZoOUdaeGJSRDIzam5RWVQ1UkciLCJuIjoib3BlcmF0b3ItbmV3IiwiaWQiOjF9"}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Ad8wduUKvr
secret/my-cluster-secrets patched
+ cat /tmp/tmp.COn4soZVoM
+ rm /tmp/tmp.Ad8wduUKvr /tmp/tmp.COn4soZVoM
+ return 0
+ desc 'delete old PMM key'
+ set +o xtrace


-----------------------------------------------------------------------------------
delete old PMM key
-----------------------------------------------------------------------------------

++ jq '.[] | select( .name == "operator").id'
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o json
+++++ mktemp
++++ sed -e 's/^"//; s/"$//;'
++++ jq '.status.loadBalancer.ingress[].hostname'
++++ local LAST_OUT=/tmp/tmp.X3W4zTVhhp
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.5o3VRBuBfu
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.X3W4zTVhhp
++++ cat /tmp/tmp.5o3VRBuBfu
++++ rm /tmp/tmp.X3W4zTVhhp /tmp/tmp.5o3VRBuBfu
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ sed -e 's/^"//; s/"$//;'
++++ kubectl_bin get service/monitoring-service -o json
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.gu4qctCPz3
++++ jq '.status.loadBalancer.ingress[].ip'
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.77il9BB3xI
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.gu4qctCPz3
++++ cat /tmp/tmp.77il9BB3xI
++++ rm /tmp/tmp.gu4qctCPz3 /tmp/tmp.77il9BB3xI
++++ return 0
+++ local ip=34.70.243.229
+++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
+++ echo 34.70.243.229
+++ return
++ curl --insecure -X GET https://admin:admin@34.70.243.229/graph/api/auth/keys
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   602  100   602    0     0   1364      0 --:--:-- --:--:-- --:--:--  1365
+ ID_API_KEY_OLD=6
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IuMPM1unhA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.efCvgEW8B3
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.IuMPM1unhA
+++ cat /tmp/tmp.efCvgEW8B3
+++ rm /tmp/tmp.IuMPM1unhA /tmp/tmp.efCvgEW8B3
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.zuFDqYQnVP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LrCRg00GWL
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.zuFDqYQnVP
+++ cat /tmp/tmp.LrCRg00GWL
+++ rm /tmp/tmp.zuFDqYQnVP /tmp/tmp.LrCRg00GWL
+++ return 0
++ local ip=34.70.243.229
++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
++ echo 34.70.243.229
++ return
+ curl --insecure -X DELETE https://admin:admin@34.70.243.229/graph/api/auth/keys/6
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    29  100    29    0     0     67      0 --:--:-- --:--:-- --:--:--    67
{"message":"API key deleted"}+ wait_for_generation sts/monitoring-pxc 4
+ local resource=sts/monitoring-pxc
+ local target_generation=4
+ echo 'Waiting for sts/monitoring-pxc to reach generation 4...'
Waiting for sts/monitoring-pxc to reach generation 4...
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=3
+ '[' 3 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc is at generation 3. Waiting...'
Resource sts/monitoring-pxc is at generation 3. Waiting...
+ sleep 5
+ true
++ kubectl get sts/monitoring-pxc -o 'jsonpath={.metadata.generation}'
+ current_generation=4
+ '[' 4 -eq 4 ']'
+ echo 'Resource sts/monitoring-pxc has reached generation 4.'
Resource sts/monitoring-pxc has reached generation 4.
+ break
+ wait_for_generation sts/monitoring-haproxy 4
+ local resource=sts/monitoring-haproxy
+ local target_generation=4
+ echo 'Waiting for sts/monitoring-haproxy to reach generation 4...'
Waiting for sts/monitoring-haproxy to reach generation 4...
+ true
++ kubectl get sts/monitoring-haproxy -o 'jsonpath={.metadata.generation}'
+ current_generation=4
+ '[' 4 -eq 4 ']'
+ echo 'Resource sts/monitoring-haproxy has reached generation 4.'
Resource sts/monitoring-haproxy has reached generation 4.
+ break
+ sleep 10
+ kubectl wait pod -l app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --for=condition=ready --timeout=600s
pod/monitoring-haproxy-0 condition met
pod/monitoring-haproxy-1 condition met
pod/monitoring-pxc-0 condition met
pod/monitoring-pxc-1 condition met
pod/monitoring-pxc-2 condition met
+ desc 'check if pmm-client container enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if pmm-client container enabled
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/monitoring-pxc
+ local resource=statefulset/monitoring-pxc
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc.yml
+ local new_result=/tmp/tmp.zeimkA7Gne/statefulset_monitoring-pxc.yml
+ desc 'compare statefulset/monitoring-pxc-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/monitoring-pxc-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-pxc
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-15452", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.oaDeHFiIxs
++ mktemp
+ local LAST_ERR=/tmp/tmp.GWDwSbnoxI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-pxc
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oaDeHFiIxs
+ cat /tmp/tmp.GWDwSbnoxI
+ rm /tmp/tmp.oaDeHFiIxs /tmp/tmp.GWDwSbnoxI
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-pxc-k127.yml /tmp/tmp.zeimkA7Gne/statefulset_monitoring-pxc.yml
+ compare_kubectl statefulset/monitoring-haproxy
+ local resource=statefulset/monitoring-haproxy
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy.yml
+ local new_result=/tmp/tmp.zeimkA7Gne/statefulset_monitoring-haproxy.yml
+ desc 'compare statefulset/monitoring-haproxy-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/monitoring-haproxy-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/monitoring-haproxy
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("monitoring-2-0-15452", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.K7EDwwNljh
++ mktemp
+ local LAST_ERR=/tmp/tmp.IVTGxpnKls
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/monitoring-haproxy
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.K7EDwwNljh
+ cat /tmp/tmp.IVTGxpnKls
+ rm /tmp/tmp.K7EDwwNljh /tmp/tmp.IVTGxpnKls
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/statefulset_monitoring-haproxy-k127.yml /tmp/tmp.zeimkA7Gne/statefulset_monitoring-haproxy.yml
+ desc 'verify clients agents statuses'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify clients agents statuses
-----------------------------------------------------------------------------------

+ sleep 300
++ getSecretData my-cluster-secrets pmmserverkey
++ local secretName=my-cluster-secrets
++ local dataKey=pmmserverkey
++ base64 --decode
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.pmmserverkey}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BAty9j3wLp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QkgnGiFwFR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.pmmserverkey}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.BAty9j3wLp
++ cat /tmp/tmp.QkgnGiFwFR
++ rm /tmp/tmp.BAty9j3wLp /tmp/tmp.QkgnGiFwFR
++ return 0
+ API_KEY=eyJrIjoiMGpzV3Y1YzhCc0x1VGZoOUdaeGJSRDIzam5RWVQ1UkciLCJuIjoib3BlcmF0b3ItbmV3IiwiaWQiOjF9
+++ get_service_endpoint monitoring-service
+++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o json
++++ jq '.status.loadBalancer.ingress[].hostname'
++++ sed -e 's/^"//; s/"$//;'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.Jb18ETgTxD
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.oU24O7eLUr
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.Jb18ETgTxD
++++ cat /tmp/tmp.oU24O7eLUr
++++ rm /tmp/tmp.Jb18ETgTxD /tmp/tmp.oU24O7eLUr
++++ return 0
+++ local hostname=null
+++ '[' -n null -a null '!=' null ']'
++++ kubectl_bin get service/monitoring-service -o json
++++ sed -e 's/^"//; s/"$//;'
++++ jq '.status.loadBalancer.ingress[].ip'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.flf2oIXoJh
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.ksutLdXrOF
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o json
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.flf2oIXoJh
++++ cat /tmp/tmp.ksutLdXrOF
++++ rm /tmp/tmp.flf2oIXoJh /tmp/tmp.ksutLdXrOF
++++ return 0
+++ local ip=34.70.243.229
+++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
+++ echo 34.70.243.229
+++ return
++ get_mgmnt_service_list eyJrIjoiMGpzV3Y1YzhCc0x1VGZoOUdaeGJSRDIzam5RWVQ1UkciLCJuIjoib3BlcmF0b3ItbmV3IiwiaWQiOjF9 34.70.243.229 monitoring-2-0-15452
++ local api_key=eyJrIjoiMGpzV3Y1YzhCc0x1VGZoOUdaeGJSRDIzam5RWVQ1UkciLCJuIjoib3BlcmF0b3ItbmV3IiwiaWQiOjF9
++ local endpoint=34.70.243.229
++ local namespace=monitoring-2-0-15452
++ curl -s -k -H 'Authorization: Bearer eyJrIjoiMGpzV3Y1YzhCc0x1VGZoOUdaeGJSRDIzam5RWVQ1UkciLCJuIjoib3BlcmF0b3ItbmV3IiwiaWQiOjF9' -X POST https://34.70.243.229/v1/management/Service/List
++ jq 'walk(if type == "array" then sort_by(.agent_type) else . end)'
++ jq 'walk(if type=="object" then with_entries(select(.key | test("service_id|node_id|agent_id|created_at|updated_at") | not)) else . end)'
++ /usr/bin/sed -i s/monitoring-2-0-15452-//g /tmp/tmp.zeimkA7Gne/active_pmm_agents.json
++ cat /tmp/tmp.zeimkA7Gne/active_pmm_agents.json
++ jq '.services | sort_by(.node_name)'
++ echo /tmp/tmp.zeimkA7Gne/active_pmm_agents_sorted.json
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2205/e2e-tests/monitoring-2-0/compare/agents-list.json /tmp/tmp.zeimkA7Gne/active_pmm_agents_sorted.json
+ desc 'check mysql metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check mysql metrics
-----------------------------------------------------------------------------------

+ get_metric_values node_boot_time_seconds pxc-prefix-monitoring-2-0-15452-monitoring-pxc-0 admin:admin
+ local metric=node_boot_time_seconds
+ local instance=pxc-prefix-monitoring-2-0-15452-monitoring-pxc-0
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1760704775
++ /usr/bin/date -u +%s
+ local end=1760704835
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.gT9QywIMRR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.B1b1YqcWy0
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.gT9QywIMRR
+++ cat /tmp/tmp.B1b1YqcWy0
+++ rm /tmp/tmp.gT9QywIMRR /tmp/tmp.B1b1YqcWy0
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.1XJRQeI7w1
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.HKSGrP1LJN
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.1XJRQeI7w1
+++ cat /tmp/tmp.HKSGrP1LJN
+++ rm /tmp/tmp.1XJRQeI7w1 /tmp/tmp.HKSGrP1LJN
+++ return 0
++ local ip=34.70.243.229
++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
++ echo 34.70.243.229
++ return
+ local endpoint=34.70.243.229
++ curl -s -k 'https://admin:admin@34.70.243.229/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28node_boot_time_seconds%7Bnode_name%3D%7E%22pxc-prefix-monitoring-2-0-15452-monitoring-pxc-0%22%7d%20or%20node_boot_time_seconds%7Bnode_name%3D%7E%22pxc-prefix-monitoring-2-0-15452-monitoring-pxc-0%22%7D%29&start=1760704775&end=1760704835&step=60'
++ jq '.data.result[0]'
+ local 'result={
  "metric": {},
  "values": [
    [
      1760704775,
      "1760700716"
    ],
    [
      1760704835,
      "1760700716"
    ]
  ]
}'
+ '[' '{
  "metric": {},
  "values": [
    [
      1760704775,
      "1760700716"
    ],
    [
      1760704835,
      "1760700716"
    ]
  ]
}' = null ']'
+ grep '^"[0-9]'
+ echo -n '{
  "metric": {},
  "values": [
    [
      1760704775,
      "1760700716"
    ],
    [
      1760704835,
      "1760700716"
    ]
  ]
}'
+ jq '.values[][1]'
"1760700716"
"1760700716"
+ get_metric_values mysql_global_status_uptime pxc-prefix-monitoring-2-0-15452-monitoring-pxc-0 admin:admin
+ local metric=mysql_global_status_uptime
+ local instance=pxc-prefix-monitoring-2-0-15452-monitoring-pxc-0
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1760704778
++ /usr/bin/date -u +%s
+ local end=1760704838
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.67bCULV86b
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ObCVxGEMwQ
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.67bCULV86b
+++ cat /tmp/tmp.ObCVxGEMwQ
+++ rm /tmp/tmp.67bCULV86b /tmp/tmp.ObCVxGEMwQ
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ jq '.status.loadBalancer.ingress[].ip'
+++ local LAST_OUT=/tmp/tmp.VmKuh5aAAy
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.o3CStWlF2V
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.VmKuh5aAAy
+++ cat /tmp/tmp.o3CStWlF2V
+++ rm /tmp/tmp.VmKuh5aAAy /tmp/tmp.o3CStWlF2V
+++ return 0
++ local ip=34.70.243.229
++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
++ echo 34.70.243.229
++ return
+ local endpoint=34.70.243.229
++ jq '.data.result[0]'
++ curl -s -k 'https://admin:admin@34.70.243.229/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28mysql_global_status_uptime%7Bnode_name%3D%7E%22pxc-prefix-monitoring-2-0-15452-monitoring-pxc-0%22%7d%20or%20mysql_global_status_uptime%7Bnode_name%3D%7E%22pxc-prefix-monitoring-2-0-15452-monitoring-pxc-0%22%7D%29&start=1760704778&end=1760704838&step=60'
+ local 'result={
  "metric": {},
  "values": [
    [
      1760704778,
      "161"
    ],
    [
      1760704838,
      "221"
    ]
  ]
}'
+ '[' '{
  "metric": {},
  "values": [
    [
      1760704778,
      "161"
    ],
    [
      1760704838,
      "221"
    ]
  ]
}' = null ']'
+ echo -n '{
  "metric": {},
  "values": [
    [
      1760704778,
      "161"
    ],
    [
      1760704838,
      "221"
    ]
  ]
}'
+ jq '.values[][1]'
+ grep '^"[0-9]'
"161"
"221"
+ desc 'check haproxy metrics'
+ set +o xtrace


-----------------------------------------------------------------------------------
check haproxy metrics
-----------------------------------------------------------------------------------

+ get_metric_values haproxy_backend_status pxc-prefix-monitoring-2-0-15452-monitoring-haproxy-0 admin:admin
+ local metric=haproxy_backend_status
+ local instance=pxc-prefix-monitoring-2-0-15452-monitoring-haproxy-0
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1760704782
++ /usr/bin/date -u +%s
+ local end=1760704842
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.AWhufpCyjZ
++++ mktemp
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ local LAST_ERR=/tmp/tmp.hn7olrDGTb
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.AWhufpCyjZ
+++ cat /tmp/tmp.hn7olrDGTb
+++ rm /tmp/tmp.AWhufpCyjZ /tmp/tmp.hn7olrDGTb
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ jq '.status.loadBalancer.ingress[].ip'
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.2ocUhwmipy
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.J3FTyD9Igl
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.2ocUhwmipy
+++ cat /tmp/tmp.J3FTyD9Igl
+++ rm /tmp/tmp.2ocUhwmipy /tmp/tmp.J3FTyD9Igl
+++ return 0
++ local ip=34.70.243.229
++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
++ echo 34.70.243.229
++ return
+ local endpoint=34.70.243.229
++ curl -s -k 'https://admin:admin@34.70.243.229/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28haproxy_backend_status%7Bnode_name%3D%7E%22pxc-prefix-monitoring-2-0-15452-monitoring-haproxy-0%22%7d%20or%20haproxy_backend_status%7Bnode_name%3D%7E%22pxc-prefix-monitoring-2-0-15452-monitoring-haproxy-0%22%7D%29&start=1760704782&end=1760704842&step=60'
++ jq '.data.result[0]'
+ local 'result={
  "metric": {},
  "values": [
    [
      1760704782,
      "0"
    ],
    [
      1760704842,
      "0"
    ]
  ]
}'
+ '[' '{
  "metric": {},
  "values": [
    [
      1760704782,
      "0"
    ],
    [
      1760704842,
      "0"
    ]
  ]
}' = null ']'
+ grep '^"[0-9]'
+ echo -n '{
  "metric": {},
  "values": [
    [
      1760704782,
      "0"
    ],
    [
      1760704842,
      "0"
    ]
  ]
}'
+ jq '.values[][1]'
"0"
"0"
+ get_metric_values haproxy_backend_active_servers pxc-prefix-monitoring-2-0-15452-monitoring-haproxy-0 admin:admin
+ local metric=haproxy_backend_active_servers
+ local instance=pxc-prefix-monitoring-2-0-15452-monitoring-haproxy-0
+ local user_pass=admin:admin
++ /usr/bin/date -u +%s -d '-1 minute'
+ local start=1760704786
++ /usr/bin/date -u +%s
+ local end=1760704846
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].hostname'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.RFEiRqL8tA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BLqHsXwUqg
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.RFEiRqL8tA
+++ cat /tmp/tmp.BLqHsXwUqg
+++ rm /tmp/tmp.RFEiRqL8tA /tmp/tmp.BLqHsXwUqg
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ sed -e 's/^"//; s/"$//;'
+++ jq '.status.loadBalancer.ingress[].ip'
+++ kubectl_bin get service/monitoring-service -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.saeDZcCxDM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.J5sTNk2ydX
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.saeDZcCxDM
+++ cat /tmp/tmp.J5sTNk2ydX
+++ rm /tmp/tmp.saeDZcCxDM /tmp/tmp.J5sTNk2ydX
+++ return 0
++ local ip=34.70.243.229
++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
++ echo 34.70.243.229
++ return
+ local endpoint=34.70.243.229
++ curl -s -k 'https://admin:admin@34.70.243.229/graph/api/datasources/proxy/1/api/v1/query_range?query=min%28haproxy_backend_active_servers%7Bnode_name%3D%7E%22pxc-prefix-monitoring-2-0-15452-monitoring-haproxy-0%22%7d%20or%20haproxy_backend_active_servers%7Bnode_name%3D%7E%22pxc-prefix-monitoring-2-0-15452-monitoring-haproxy-0%22%7D%29&start=1760704786&end=1760704846&step=60'
++ jq '.data.result[0]'
+ local 'result={
  "metric": {},
  "values": [
    [
      1760704786,
      "1"
    ],
    [
      1760704846,
      "1"
    ]
  ]
}'
+ '[' '{
  "metric": {},
  "values": [
    [
      1760704786,
      "1"
    ],
    [
      1760704846,
      "1"
    ]
  ]
}' = null ']'
+ echo -n '{
  "metric": {},
  "values": [
    [
      1760704786,
      "1"
    ],
    [
      1760704846,
      "1"
    ]
  ]
}'
+ jq '.values[][1]'
+ grep '^"[0-9]'
"1"
"1"
+ desc 'check QAN data'
+ set +o xtrace


-----------------------------------------------------------------------------------
check QAN data
-----------------------------------------------------------------------------------

+ get_qan20_values monitoring-pxc-0 admin:admin
+ local instance=monitoring-pxc-0
+ local user_pass=admin:admin
++ /usr/bin/date -u +%Y-%m-%dT%H:%M:%S -d '-30 minute'
+ local start=2025-10-17T12:10:49
++ /usr/bin/date -u +%Y-%m-%dT%H:%M:%S
+ local end=2025-10-17T12:40:49
++ get_service_endpoint monitoring-service
++ local service=monitoring-service
+++ kubectl_bin get service/monitoring-service -o json
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.uXnX87MZKU
++++ mktemp
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ local LAST_ERR=/tmp/tmp.ljfWPH6fzI
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.uXnX87MZKU
+++ cat /tmp/tmp.ljfWPH6fzI
+++ rm /tmp/tmp.uXnX87MZKU /tmp/tmp.ljfWPH6fzI
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/monitoring-service -o json
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.IdPs1V7bls
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Jz8xofFALe
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/monitoring-service -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.IdPs1V7bls
+++ cat /tmp/tmp.Jz8xofFALe
+++ rm /tmp/tmp.IdPs1V7bls /tmp/tmp.Jz8xofFALe
+++ return 0
++ local ip=34.70.243.229
++ '[' -n 34.70.243.229 -a 34.70.243.229 '!=' null ']'
++ echo 34.70.243.229
++ return
+ local endpoint=34.70.243.229
+ cat
++ /usr/bin/date -u -d '-12 hour' +%Y-%m-%dT%H:%M:%S%:z
++ /usr/bin/date -u +%Y-%m-%dT%H:%M:%S%:z
+ jq '.rows[].fingerprint'
+ curl -s -k -XPOST -d @payload.json https://admin:admin@34.70.243.229/v0/qan/GetReport
null
+ rm -f payload.json
+ nodeList=($(get_node_id_from_pmm))
++ get_node_id_from_pmm
++ nodeList=()
++ local -a nodeList
+++ kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pxc --output=custom-columns=NAME:.metadata.name
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7NOkLsAWqI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.zIZP8nukre
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pods --no-headers -l app.kubernetes.io/component=pxc --output=custom-columns=NAME:.metadata.name
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.7NOkLsAWqI
+++ cat /tmp/tmp.zIZP8nukre
+++ rm /tmp/tmp.7NOkLsAWqI /tmp/tmp.zIZP8nukre
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pxc --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ jq -r .pmm_agent_status.node_id
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-pxc-0 -c pmm-client -- pmm-admin status --json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.JDHLSp5h2a
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.o8JGgevFvp
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-pxc-0 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.JDHLSp5h2a
+++ cat /tmp/tmp.o8JGgevFvp
+++ rm /tmp/tmp.JDHLSp5h2a /tmp/tmp.o8JGgevFvp
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pxc --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-pxc-1 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.FPszb0lCib
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YWvbIqCpTY
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-pxc-1 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.FPszb0lCib
+++ cat /tmp/tmp.YWvbIqCpTY
+++ rm /tmp/tmp.FPszb0lCib /tmp/tmp.YWvbIqCpTY
+++ return 0
++ for instance in '$(kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pxc --output=custom-columns='\''NAME:.metadata.name'\'')'
++ nodeList+=($(kubectl_bin exec -n "$namespace" $instance -c pmm-client -- pmm-admin status --json | jq -r '.pmm_agent_status.node_id'))
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-pxc-2 -c pmm-client -- pmm-admin status --json
+++ jq -r .pmm_agent_status.node_id
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.7S63tHW9Ra
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.blBZbqT8zp
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-pxc-2 -c pmm-client -- pmm-admin status --json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.7S63tHW9Ra
+++ cat /tmp/tmp.blBZbqT8zp
+++ rm /tmp/tmp.7S63tHW9Ra /tmp/tmp.blBZbqT8zp
+++ return 0
++ echo /node_id/a1bbd58a-d05a-4f75-ab1f-6cfd33c2016f /node_id/e2bd926d-fdd3-428c-90f1-f7accabcbc57 /node_id/0563515e-6432-40bf-947b-216bd93ce1f2
+ nodeList_from_pmm=($(does_node_id_exists "${nodeList[@]}"))
++ does_node_id_exists /node_id/a1bbd58a-d05a-4f75-ab1f-6cfd33c2016f /node_id/e2bd926d-fdd3-428c-90f1-f7accabcbc57 /node_id/0563515e-6432-40bf-947b-216bd93ce1f2
++ nodeList=("$@")
++ local -a nodeList
++ nodeList_from_pmm=()
++ local -a nodeList_from_pmm
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ grep -q NotFound
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
+++ grep /node_id/a1bbd58a-d05a-4f75-ab1f-6cfd33c2016f
+++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Ff56wgOGJD
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.mkVQ40oOPP
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Ff56wgOGJD
+++++ cat /tmp/tmp.mkVQ40oOPP
+++++ rm /tmp/tmp.Ff56wgOGJD /tmp/tmp.mkVQ40oOPP
+++++ return 0
++++ '[' LoadBalancer = ClusterIP ']'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.ph7lf3UtIO
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.2WjdIRMciM
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.ph7lf3UtIO
++++ cat /tmp/tmp.2WjdIRMciM
++++ rm /tmp/tmp.ph7lf3UtIO /tmp/tmp.2WjdIRMciM
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.FEEi4xKgbx
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.3ZbZTJjmvW
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.FEEi4xKgbx
++++ cat /tmp/tmp.3ZbZTJjmvW
++++ rm /tmp/tmp.FEEi4xKgbx /tmp/tmp.3ZbZTJjmvW
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.z7oRXuJWjx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.vB9el0kuZl
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.z7oRXuJWjx
+++ cat /tmp/tmp.vB9el0kuZl
+++ rm /tmp/tmp.z7oRXuJWjx /tmp/tmp.vB9el0kuZl
+++ return 0
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
+++ grep /node_id/e2bd926d-fdd3-428c-90f1-f7accabcbc57
++++ grep -q NotFound
+++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.uFGyfmK3yH
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.RA0GRoVdAt
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.uFGyfmK3yH
+++++ cat /tmp/tmp.RA0GRoVdAt
+++++ rm /tmp/tmp.uFGyfmK3yH /tmp/tmp.RA0GRoVdAt
+++++ return 0
++++ '[' LoadBalancer = ClusterIP ']'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.pWqYEuHbH8
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.GJWXTGryGw
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.pWqYEuHbH8
++++ cat /tmp/tmp.GJWXTGryGw
++++ rm /tmp/tmp.pWqYEuHbH8 /tmp/tmp.GJWXTGryGw
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.fXMggmmlfO
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.SubSEkk1ID
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.fXMggmmlfO
++++ cat /tmp/tmp.SubSEkk1ID
++++ rm /tmp/tmp.fXMggmmlfO /tmp/tmp.SubSEkk1ID
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MWXyOI73iP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.LNloxZOzXa
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.MWXyOI73iP
+++ cat /tmp/tmp.LNloxZOzXa
+++ rm /tmp/tmp.MWXyOI73iP /tmp/tmp.LNloxZOzXa
+++ return 0
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/0563515e-6432-40bf-947b-216bd93ce1f2
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
+++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.r2CJPdOHtT
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Aq2Kx7nsz2
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.r2CJPdOHtT
+++++ cat /tmp/tmp.Aq2Kx7nsz2
+++++ rm /tmp/tmp.r2CJPdOHtT /tmp/tmp.Aq2Kx7nsz2
+++++ return 0
++++ '[' LoadBalancer = ClusterIP ']'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.mzxqC3eLqX
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.MLSziakAJp
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.mzxqC3eLqX
++++ cat /tmp/tmp.MLSziakAJp
++++ rm /tmp/tmp.mzxqC3eLqX /tmp/tmp.MLSziakAJp
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.6OTCQ2DYJ8
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.6wACyhZ2Cn
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.6OTCQ2DYJ8
++++ cat /tmp/tmp.6wACyhZ2Cn
++++ rm /tmp/tmp.6OTCQ2DYJ8 /tmp/tmp.6wACyhZ2Cn
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.gBPWPewlp1
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.7uNmfsVGRR
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.gBPWPewlp1
+++ cat /tmp/tmp.7uNmfsVGRR
+++ rm /tmp/tmp.gBPWPewlp1 /tmp/tmp.7uNmfsVGRR
+++ return 0
++ echo /node_id/a1bbd58a-d05a-4f75-ab1f-6cfd33c2016f /node_id/e2bd926d-fdd3-428c-90f1-f7accabcbc57 /node_id/0563515e-6432-40bf-947b-216bd93ce1f2
+ for node_id in '"${nodeList_from_pmm[@]}"'
+ '[' -z /node_id/a1bbd58a-d05a-4f75-ab1f-6cfd33c2016f ']'
+ for node_id in '"${nodeList_from_pmm[@]}"'
+ '[' -z /node_id/e2bd926d-fdd3-428c-90f1-f7accabcbc57 ']'
+ for node_id in '"${nodeList_from_pmm[@]}"'
+ '[' -z /node_id/0563515e-6432-40bf-947b-216bd93ce1f2 ']'
+ kubectl_bin patch pxc monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.AzoQipO0u5
++ mktemp
+ local LAST_ERR=/tmp/tmp.J1mar8xUmc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch pxc monitoring --type json '-p=[{"op":"add","path":"/spec/pause","value":true}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.AzoQipO0u5
perconaxtradbcluster.pxc.percona.com/monitoring patched
+ cat /tmp/tmp.J1mar8xUmc
+ rm /tmp/tmp.AzoQipO0u5 /tmp/tmp.J1mar8xUmc
+ return 0
+ wait_for_delete pod/monitoring-pxc-0
+ local res=pod/monitoring-pxc-0
+ echo -n 'waiting for pod/monitoring-pxc-0 to be deleted'
waiting for pod/monitoring-pxc-0 to be deleted+ set +o xtrace
.................Error from server (NotFound): pods "monitoring-pxc-0" not found
+ does_node_id_exists_in_pmm=($(does_node_id_exists "${nodeList[@]}"))
++ does_node_id_exists /node_id/a1bbd58a-d05a-4f75-ab1f-6cfd33c2016f /node_id/e2bd926d-fdd3-428c-90f1-f7accabcbc57 /node_id/0563515e-6432-40bf-947b-216bd93ce1f2
++ nodeList=("$@")
++ local -a nodeList
++ nodeList_from_pmm=()
++ local -a nodeList_from_pmm
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ grep /node_id/a1bbd58a-d05a-4f75-ab1f-6cfd33c2016f
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
+++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Dg7LSK48ml
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.9YxwEErSeM
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.Dg7LSK48ml
+++++ cat /tmp/tmp.9YxwEErSeM
+++++ rm /tmp/tmp.Dg7LSK48ml /tmp/tmp.9YxwEErSeM
+++++ return 0
++++ '[' LoadBalancer = ClusterIP ']'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.4BbabHbIe8
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.U7BT5XSqG3
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.4BbabHbIe8
++++ cat /tmp/tmp.U7BT5XSqG3
++++ rm /tmp/tmp.4BbabHbIe8 /tmp/tmp.U7BT5XSqG3
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.3VURbWdFi8
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.xS9PpHiC82
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.3VURbWdFi8
++++ cat /tmp/tmp.xS9PpHiC82
++++ rm /tmp/tmp.3VURbWdFi8 /tmp/tmp.xS9PpHiC82
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.3yfxdm2IvZ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.jqiJ894OpD
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.3yfxdm2IvZ
+++ cat /tmp/tmp.jqiJ894OpD
+++ rm /tmp/tmp.3yfxdm2IvZ /tmp/tmp.jqiJ894OpD
+++ return 0
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
+++ grep /node_id/e2bd926d-fdd3-428c-90f1-f7accabcbc57
++++ grep -q NotFound
+++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.YrHnoH6egS
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.n26rwfKzmd
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.YrHnoH6egS
+++++ cat /tmp/tmp.n26rwfKzmd
+++++ rm /tmp/tmp.YrHnoH6egS /tmp/tmp.n26rwfKzmd
+++++ return 0
++++ '[' LoadBalancer = ClusterIP ']'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.M64Ow5qemL
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.krgJdwlXYM
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.M64Ow5qemL
++++ cat /tmp/tmp.krgJdwlXYM
++++ rm /tmp/tmp.M64Ow5qemL /tmp/tmp.krgJdwlXYM
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.7gvnbVOLbQ
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.iBltDCb7xv
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.7gvnbVOLbQ
++++ cat /tmp/tmp.iBltDCb7xv
++++ rm /tmp/tmp.7gvnbVOLbQ /tmp/tmp.iBltDCb7xv
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.75kwsjiA2z
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JcZKUd9E39
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.75kwsjiA2z
+++ cat /tmp/tmp.JcZKUd9E39
+++ rm /tmp/tmp.75kwsjiA2z /tmp/tmp.JcZKUd9E39
+++ return 0
++ for node_id in '"${nodeList[@]}"'
++ nodeList_from_pmm+=($(kubectl_bin exec -n "${namespace}" monitoring-0 -- pmm-admin --server-url=https://admin:admin@$(get_service_ip monitoring-service)/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE | grep $node_id | awk '{print $4}'))
+++ awk '{print $4}'
+++ grep /node_id/0563515e-6432-40bf-947b-216bd93ce1f2
++++ get_service_ip monitoring-service
++++ local service=monitoring-service
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++ grep -q NotFound
+++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.spec.type}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.XJO9ATaaWH
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.sLKcjjabGw
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ set +e
+++++ kubectl get service/monitoring-service -o 'jsonpath={.spec.type}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.XJO9ATaaWH
+++++ cat /tmp/tmp.sLKcjjabGw
+++++ rm /tmp/tmp.XJO9ATaaWH /tmp/tmp.sLKcjjabGw
+++++ return 0
++++ '[' LoadBalancer = ClusterIP ']'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[]}'
++++ egrep -q 'hostname|ip'
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.n1CtrIPU1L
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.dYI6S63PDI
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].ip}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.n1CtrIPU1L
++++ cat /tmp/tmp.dYI6S63PDI
++++ rm /tmp/tmp.n1CtrIPU1L /tmp/tmp.dYI6S63PDI
++++ return 0
++++ kubectl_bin get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.BQHDt7IzJw
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.0QJlKiSQ2Z
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get service/monitoring-service -o 'jsonpath={.status.loadBalancer.ingress[].hostname}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.BQHDt7IzJw
++++ cat /tmp/tmp.0QJlKiSQ2Z
++++ rm /tmp/tmp.BQHDt7IzJw /tmp/tmp.0QJlKiSQ2Z
++++ return 0
+++ kubectl_bin exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ZS8qnY4QwC
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.RfKngc77lQ
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl exec -n monitoring-2-0-15452 monitoring-0 -- pmm-admin --server-url=https://admin:admin@34.70.243.229/ --server-insecure-tls inventory list nodes --node-type=CONTAINER_NODE
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ZS8qnY4QwC
+++ cat /tmp/tmp.RfKngc77lQ
+++ rm /tmp/tmp.ZS8qnY4QwC /tmp/tmp.RfKngc77lQ
+++ return 0
++ echo
+ [[ -n '' ]]
+ helm uninstall monitoring
release "monitoring" uninstalled
+ destroy monitoring-2-0-15452
+ local namespace=monitoring-2-0-15452
+ local ignore_logs=true
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false -o 1 == 1 ']'
+ grep -v 'the object has been modified'
+ tee /tmp/tmp.zeimkA7Gne/operator.log
+ sort -u
+ grep -v 'get backup status: Job.batch'
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+ grep -v level=info
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Se1mbtUc7C
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VumTaDuWO7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Se1mbtUc7C
++ cat /tmp/tmp.VumTaDuWO7
++ rm /tmp/tmp.Se1mbtUc7C /tmp/tmp.VumTaDuWO7
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-7c79f68fb7-v47ds
++ mktemp
+ local LAST_OUT=/tmp/tmp.yljcY1J1Sa
++ mktemp
+ local LAST_ERR=/tmp/tmp.5OdH8fBx6X
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-7c79f68fb7-v47ds
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.yljcY1J1Sa
+ cat /tmp/tmp.5OdH8fBx6X
+ rm /tmp/tmp.yljcY1J1Sa /tmp/tmp.5OdH8fBx6X
+ return 0

2025-10-17T12:20:55.972Z	INFO	setup	Manager starting up	{"gitCommit": "b39bf84166ead608f685f6a34215e0f6906043b0", "gitBranch": "PR-2205-b39bf841", "buildTime": "2025-10-17T11:22:55Z", "goVersion": "go1.25.3", "os": "linux", "arch": "amd64"}
2025-10-17T12:20:55.972Z	INFO	setup	Runs on	{"platform": "kubernetes", "version": "v1.31.13-gke.1023000"}
2025-10-17T12:20:55.975Z	INFO	setup	Registering Components.
2025-10-17T12:20:57.162Z	INFO	controller-runtime.metrics	Serving metrics server	{"bindAddress": ":8080", "secure": false}
2025-10-17T12:20:57.162Z	INFO	controller-runtime.metrics	Starting metrics server
2025-10-17T12:20:57.162Z	INFO	controller-runtime.webhook	Registering webhook	{"path": "/validate-percona-xtradbcluster"}
2025-10-17T12:20:57.162Z	INFO	controller-runtime.webhook	Starting webhook server
2025-10-17T12:20:57.162Z	INFO	setup	Starting the Cmd.
2025-10-17T12:20:57.162Z	INFO	starting server	{"name": "health probe", "addr": "[::]:8081"}
2025-10-17T12:20:57.163Z	INFO	controller-runtime.certwatcher	Starting certificate poll+watcher	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"}
2025-10-17T12:20:57.163Z	INFO	controller-runtime.certwatcher	Updated current TLS certificate	{"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"}
2025-10-17T12:20:57.163Z	INFO	controller-runtime.webhook	Serving webhook server	{"host": "", "port": 9443}
2025-10-17T12:20:57.263Z	INFO	attempting to acquire leader lease pxc-operator/08db1feb.percona.com...
2025-10-17T12:20:57.290Z	DEBUG	events	percona-xtradb-cluster-operator-7c79f68fb7-v47ds_6c29d282-a537-4b64-83e9-8035228b48c2 became leader	{"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"ea1108b3-5643-4390-b8a0-130ef5360809","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1760703657284927009"}, "reason": "LeaderElection"}
2025-10-17T12:20:57.290Z	INFO	successfully acquired lease pxc-operator/08db1feb.percona.com
2025-10-17T12:20:57.291Z	INFO	Starting EventSource	{"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"}
2025-10-17T12:20:57.291Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"}
2025-10-17T12:20:57.291Z	INFO	Starting EventSource	{"controller": "pxc-controller", "source": "kind source: *v1.Secret"}
2025-10-17T12:20:57.291Z	INFO	Starting EventSource	{"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"}
2025-10-17T12:20:57.391Z	INFO	Starting Controller	{"controller": "pxc-controller"}
2025-10-17T12:20:57.391Z	INFO	Starting Controller	{"controller": "pxcrestore-controller"}
2025-10-17T12:20:57.391Z	INFO	Starting workers	{"controller": "pxc-controller", "worker count": 1}
2025-10-17T12:20:57.391Z	INFO	Starting workers	{"controller": "pxcrestore-controller", "worker count": 1}
2025-10-17T12:20:57.392Z	INFO	Starting Controller	{"controller": "pxcbackup-controller"}
2025-10-17T12:20:57.392Z	INFO	Starting workers	{"controller": "pxcbackup-controller", "worker count": 1}
2025-10-17T12:22:14.867Z	INFO	Set CR version	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "fba95b04-1b3a-4393-b28f-a89528eb5d80", "version": "1.19.0"}
2025-10-17T12:22:16.368Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "fba95b04-1b3a-4393-b28f-a89528eb5d80", "object": "monitoring-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2025-10-17T12:22:16.408Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "fba95b04-1b3a-4393-b28f-a89528eb5d80", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"}
2025-10-17T12:22:16.462Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "fba95b04-1b3a-4393-b28f-a89528eb5d80", "object": "monitoring-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2025-10-17T12:22:16.515Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "fba95b04-1b3a-4393-b28f-a89528eb5d80", "object": "monitoring-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2025-10-17T12:22:16.563Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "fba95b04-1b3a-4393-b28f-a89528eb5d80", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2025-10-17T12:22:16.702Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "fba95b04-1b3a-4393-b28f-a89528eb5d80", "object": "monitoring-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"}
2025-10-17T12:22:17.585Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "1584bedc-077f-48dc-8133-cf8fffc969be", "object": "monitoring-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2025-10-17T12:22:17.602Z	DEBUG	Creating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "1584bedc-077f-48dc-8133-cf8fffc969be", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"}
2025-10-17T12:23:33.983Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "4df2524e-19db-463b-91db-cb4924624abd", "user": "operator"}
2025-10-17T12:23:34.023Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "4df2524e-19db-463b-91db-cb4924624abd", "user": "monitor"}
2025-10-17T12:23:34.078Z	INFO	User monitor: granted privileges	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "4df2524e-19db-463b-91db-cb4924624abd"}
2025-10-17T12:23:34.112Z	INFO	monitor user privileges granted	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "4df2524e-19db-463b-91db-cb4924624abd"}
2025-10-17T12:23:34.144Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "4df2524e-19db-463b-91db-cb4924624abd", "user": "xtrabackup"}
2025-10-17T12:23:34.182Z	INFO	User xtrabackup: granted privileges	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "4df2524e-19db-463b-91db-cb4924624abd"}
2025-10-17T12:23:34.211Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "4df2524e-19db-463b-91db-cb4924624abd", "user": "replication"}
2025-10-17T12:25:59.628Z	INFO	Password expiration policy updated	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "3d1ca7bc-625c-4a6c-b330-3325fe7d53fe", "user": "root"}
2025-10-17T12:25:59.755Z	INFO	update PXC version (fetched from db)	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "3d1ca7bc-625c-4a6c-b330-3325fe7d53fe", "new version": "8.0.43-34.1"}
2025-10-17T12:29:03.576Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "950c9587-7bd3-4115-8ff8-1fb1f39c518a", "user": "pmmserverkey"}
2025-10-17T12:29:05.864Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "b5f0745a-dafa-401a-a8e0-1e3248739a45", "object": "monitoring-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:29:05.933Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "b5f0745a-dafa-401a-a8e0-1e3248739a45", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:29:06.018Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "b5f0745a-dafa-401a-a8e0-1e3248739a45", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:31:04.050Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "bcab5baf-79ec-4575-bcb5-455aaa785062", "err": "failed to ensure cluster readonly status: connect to pod monitoring-pxc-0: dial tcp 10.27.26.21:33062: connect: connection refused"}
2025-10-17T12:32:01.660Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "2b2cc967-7028-45af-92ef-86df04045242", "object": "monitoring-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:32:01.750Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "2b2cc967-7028-45af-92ef-86df04045242", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:32:01.880Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "2b2cc967-7028-45af-92ef-86df04045242", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:33:00.869Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "c117687d-fda9-40e1-b926-f7a3b0b8d142", "err": "failed to ensure cluster readonly status: connect to pod monitoring-pxc-1: dial tcp: lookup monitoring-pxc-1.monitoring-pxc.monitoring-2-0-15452 on 34.118.224.10:53: no such host"}
2025-10-17T12:33:47.571Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "02dfa32b-5378-4122-9497-06b1791f9c42", "err": "failed to ensure cluster readonly status: connect to pod monitoring-pxc-0: dial tcp: lookup monitoring-pxc-0.monitoring-pxc.monitoring-2-0-15452 on 34.118.224.10:53: no such host"}
2025-10-17T12:33:47.834Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "a0be5783-c050-4c22-847c-acd70baae5bd", "err": "failed to ensure cluster readonly status: connect to pod monitoring-pxc-0: dial tcp: lookup monitoring-pxc-0.monitoring-pxc.monitoring-2-0-15452 on 34.118.224.10:53: no such host"}
2025-10-17T12:33:52.824Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "1e4810a5-4d19-49fa-8708-948047e0c11b", "err": "failed to connect to pod monitoring-pxc-0: dial tcp: lookup monitoring-pxc-0.monitoring-pxc.monitoring-2-0-15452 on 34.118.224.10:53: no such host"}
2025-10-17T12:34:31.132Z	INFO	Password changed, updating user	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "99594397-7a50-4cfe-a1f6-cdcc9a757c35", "user": "pmmserverkey"}
2025-10-17T12:34:31.157Z	INFO	HAProxy pods will be restarted	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "99594397-7a50-4cfe-a1f6-cdcc9a757c35", "last-applied-secret": "38d7dc79046bb6a28cab98e66528e5c755a9cb2c22947fd19b36f2c1c40b5cdd"}
2025-10-17T12:34:31.157Z	INFO	Internal secrets updated	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "99594397-7a50-4cfe-a1f6-cdcc9a757c35", "user": "pmmserverkey"}
2025-10-17T12:34:31.157Z	INFO	PXC pods will be restarted	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "99594397-7a50-4cfe-a1f6-cdcc9a757c35", "last-applied-secret": "38d7dc79046bb6a28cab98e66528e5c755a9cb2c22947fd19b36f2c1c40b5cdd"}
2025-10-17T12:34:31.163Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "99594397-7a50-4cfe-a1f6-cdcc9a757c35", "object": "monitoring-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:34:31.249Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "99594397-7a50-4cfe-a1f6-cdcc9a757c35", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:35:37.934Z	INFO	reconcile replication error	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "0e8742a3-8460-419f-a3c3-fe047e660adc", "err": "failed to ensure cluster readonly status: connect to pod monitoring-pxc-1: dial tcp: lookup monitoring-pxc-1.monitoring-pxc.monitoring-2-0-15452 on 34.118.224.10:53: no such host"}
2025-10-17T12:41:22.161Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "128ea79f-6178-4241-bbde-0aeeb49a1856", "object": "monitoring-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:41:22.222Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "128ea79f-6178-4241-bbde-0aeeb49a1856", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
2025-10-17T12:41:22.380Z	DEBUG	Updating object	{"controller": "pxc-controller", "namespace": "monitoring-2-0-15452", "name": "monitoring", "reconcileID": "128ea79f-6178-4241-bbde-0aeeb49a1856", "object": "monitoring-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}
[mysql] 2025/10/17 12:31:01 packets.go:58 unexpected EOF
[mysql] 2025/10/17 12:31:03 packets.go:58 unexpected EOF
[mysql] 2025/10/17 12:34:08 packets.go:58 unexpected EOF
[mysql] 2025/10/17 12:36:40 packets.go:58 unexpected EOF
- 		},
- 			{
- 			},
+ 		},
- 		Annotations: map[string]string{
+ 		Annotations: map[string]string{
+ 										APIVersion: "",
- 				APIVersion:  "apps/v1",
- 				APIVersion: "apps/v1",
- 										APIVersion: "v1",
+ 		AvailableReplicas:  0,
- 		AvailableReplicas:  2,
- 		AvailableReplicas:  3,
- 		CollisionCount:     &0,
+ 		CollisionCount:     nil,
+ 		CreationTimestamp:          v1.Time{},
- 		CreationTimestamp:          v1.Time{Time: s"2025-10-17 12:22:16 +0000 UTC"},
+ 		CurrentReplicas:    0,
- 		CurrentReplicas:    2,
- 		CurrentReplicas:    3,
+ 		CurrentRevision:    "",
- 		CurrentRevision:    "monitoring-haproxy-567d8d979c",
- 		CurrentRevision:    "monitoring-haproxy-6958cdf9bc",
- 		CurrentRevision:    "monitoring-haproxy-6d7cc94d99",
- 		CurrentRevision:    "monitoring-haproxy-95d66fb47",
- 		CurrentRevision:    "monitoring-pxc-5bc9dbb49c",
- 		CurrentRevision:    "monitoring-pxc-6c587d795",
- 		CurrentRevision:    "monitoring-pxc-74977c5697",
- 		CurrentRevision:    "monitoring-pxc-844b6b475c",
- 								DefaultMode:          &420,
- 								DefaultMode: &420,
+ 								DefaultMode:          nil,
+ 								DefaultMode: nil,
+ 				DeprecatedServiceAccount:      "",
- 				DeprecatedServiceAccount:      "default",
+ 				DNSPolicy:                     "",
- 				DNSPolicy:                     "ClusterFirst",
- 				FieldsType:  "FieldsV1",
- 				FieldsType: "FieldsV1",
- 				FieldsV1:   s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`...,
- 				FieldsV1:    s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`...,
+ 		Generation:                 0,
- 		Generation:                 1,
- 		Generation:                 2,
- 		Generation:                 3,
- 		Generation:                 4,
- 										Key:                  "pmmserver",
+ 										Key:                  "pmmserverkey",
+ 					"last-applied-secret":                     "38d7dc79046bb6a28cab98e66528e5c755a9cb2c22947fd19b36f2c1c40b5cdd",
+ 		ManagedFields: nil,
- 		ManagedFields: []v1.ManagedFieldsEntry{
- 				Manager:     "kube-controller-manager",
- 				Manager:    "percona-xtradb-cluster-operator",
+ 		ObservedGeneration: 0,
- 		ObservedGeneration: 1,
- 		ObservedGeneration: 2,
- 		ObservedGeneration: 3,
- 		ObservedGeneration: 4,
- 				Operation:   "Update",
- 				Operation:  "Update",
+ 					"percona.com/env-secret-config-hash":      "5bc403a8d44324c1bc704f02e74876d0",
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoiaGFwcm94eSIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoibW9uaXRvcmluZyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3Vi"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoiaGFwcm94eSIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoibW9uaXRvcmluZyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoiaGFwcm94eSIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoibW9uaXRvcmluZyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6ImhhcHJveHkiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6Im1vbml0b3JpbmciLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoiaGFwcm94eSIsImxhc3QtYXBwbGllZC1zZWNyZXQiOiIzOGQ3ZGM3OTA0NmJiNmEyOGNhYjk4ZTY2NTI4ZTVjNzU1YTljYjJjMjI5NDdmZDE5YjM2ZjJjMWM0MGI1Y2RkIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoi"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoiaGFwcm94eSIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoibW9uaXRvcmluZyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6ImhhcHJveHkiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6Im1vbml0b3JpbmciLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoiaGFwcm94eSIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIiwicGVyY29uYS5jb20vZW52LXNlY3JldC1jb25maWctaGFzaCI6IjViYzQwM2E4ZDQ0MzI0YzFi"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoiaGFwcm94eSIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoibW9uaXRvcmluZyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6ImhhcHJveHkiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6Im1vbml0b3JpbmciLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoiaGFwcm94eSIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIiwicGVyY29uYS5jb20vZW52LXNlY3JldC1jb25maWctaGFzaCI6IjViYzQwM2E4ZDQ0MzI0YzFi"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoiaGFwcm94eSIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoibW9uaXRvcmluZyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6ImhhcHJveHkiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6Im1vbml0b3JpbmciLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoiaGFwcm94eSIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJoYXByb3h5LWN1c3RvbSIsImNvbmZpZ01h"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoiaGFwcm94eSIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoibW9uaXRvcmluZyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6ImhhcHJveHkiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6Im1vbml0b3JpbmciLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoiaGFwcm94eSIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJoYXByb3h5LWN1c3RvbSIsImNvbmZpZ01hcCI6eyJuYW1lIjoibW9uaXRvcmluZy1oYXByb3h5Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJoYXByb3h5LWF1dG8iLCJlbXB0eURpciI6e319LHsibmFtZSI6Im15c3FsLXVzZXJzLXNlY3JldC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJpbnRlcm5hbC1tb25pdG9yaW5nIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXktZW52LXZhci1zZWNyZXRzIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJteS1lbnYtdmFyLXNlY3JldHMiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjIwNS1iMzliZjg0MSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJoYXByb3h5LWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yMjA1LWIzOWJmODQxIiwiY29tbWFuZCI6WyIvaGFwcm94eS1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicG1tLWNsaWVudCIsImltYWdlIjoicGVyY29uYWxhYi9wbW0tY2xpZW50OmRldi1sYXRlc3QiLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6Nzc3N30seyJjb250YWluZXJQb3J0IjozMDEwMH0seyJjb250YWluZXJQb3J0IjozMDEwMX0seyJjb250YWluZXJQb3J0IjozMDEwMn0seyJjb250YWluZXJQb3J0IjozMDEwM30seyJjb250YWluZXJQb3J0IjozMDEwNH0seyJjb250YWluZXJQb3J0IjozMDEwNX1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6Im15LWVudi12YXItc2VjcmV0cyIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQTU1fU0VSVkVSIiwidmFsdWUiOiJtb25pdG9yaW5nLXNlcnZpY2UifSx7Im5hbWUiOiJQTU1fVVNFUiIsInZhbHVlIjoiYWRtaW4ifSx7Im5hbWUiOiJQTU1fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1tb25pdG9yaW5nIiwia2V5IjoicG1tc2VydmVyIn19fSx7Im5hbWUiOiJDTElFTlRfUE9SVF9MSVNURU4iLCJ2YWx1ZSI6Ijc3NzcifSx7Im5hbWUiOiJDTElFTlRfUE9SVF9NSU4iLCJ2YWx1ZSI6IjMwMTAwIn0seyJuYW1lIjoiQ0xJRU5UX1BPUlRfTUFYIiwidmFsdWUiOiIzMDEwNSJ9LHsibmFtZSI6IlBPRF9OQU1FIiwidmFsdWVGcm9tIjp7ImZpZWxkUmVmIjp7ImZpZWxkUGF0aCI6Im1ldGFkYXRhLm5hbWUifX19LHsibmFtZSI6IlBPRF9OQU1FU1BBU0UiLCJ2YWx1ZUZyb20iOnsiZmllbGRSZWYiOnsiZmllbGRQYXRoIjoibWV0YWRhdGEubmFtZXNwYWNlIn19fSx7Im5hbWUiOiJQTU1fQUdFTlRfU0VSVkVSX0FERFJFU1MiLCJ2YWx1ZSI6Im1vbml0b3Jpbmctc2VydmljZSJ9LHsibmFtZSI6IlBNTV9BR0VOVF9TRVJWRVJfVVNFUk5BTUUiLCJ2YWx1ZSI6ImFkbWluIn0seyJuYW1lIjoiUE1NX0FHRU5UX1NFUlZFUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLW1vbml0b3JpbmciLCJrZXkiOiJwbW1zZXJ2ZXIifX19LHsibmFtZSI6IlBNTV9BR0VOVF9MSVNURU5fUE9SVCIsInZhbHVlIjoiNzc3NyJ9LHsibmFtZSI6IlBNTV9BR0VOVF9QT1JUU19NSU4iLCJ2YWx1ZSI6IjMwMTAwIn0seyJuYW1lIjoiUE1NX0FHRU5UX1BPUlRTX01BWCIsInZhbHVlIjoiMzAxMDUifSx7Im5hbWUiOiJQTU1fQUdFTlRfQ09ORklHX0ZJTEUiLCJ2YWx1ZSI6Ii91c3IvbG9jYWwvcGVyY29uYS9wbW0yL2NvbmZpZy9wbW0tYWdlbnQueWFtbCJ9LHsibmFtZSI6IlBNTV9BR0VOVF9TRVJWRVJfSU5TRUNVUkVfVExTIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiUE1NX0FHRU5UX0xJU1RFTl9BRERSRVNTIiwidmFsdWUiOiIwLjAuMC4wIn0seyJuYW1lIjoiUE1NX0FHRU5UX1NFVFVQX01FVFJJQ1NfTU9ERSIsInZhbHVlIjoicHVz"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoiaGFwcm94eSIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoibW9uaXRvcmluZyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6ImhhcHJveHkiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6Im1vbml0b3JpbmciLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoiaGFwcm94eSIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJoYXByb3h5LWN1c3RvbSIsImNvbmZpZ01hcCI6eyJuYW1lIjoibW9uaXRvcmluZy1oYXByb3h5Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJoYXByb3h5LWF1dG8iLCJlbXB0eURpciI6e319LHsibmFtZSI6Im15c3FsLXVzZXJzLXNlY3JldC1maWxlIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJpbnRlcm5hbC1tb25pdG9yaW5nIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoibXktZW52LXZhci1zZWNyZXRzIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJteS1lbnYtdmFyLXNlY3JldHMiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjIwNS1iMzliZjg0MSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJoYXByb3h5LWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yMjA1LWIzOWJmODQxIiwiY29tbWFuZCI6WyIvaGFwcm94eS1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIn1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicG1tLWNsaWVudCIsImltYWdlIjoicGVyY29uYWxhYi9wbW0tY2xpZW50OmRldi1sYXRlc3QiLCJwb3J0cyI6W3siY29udGFpbmVyUG9ydCI6Nzc3N30seyJjb250YWluZXJQb3J0IjozMDEwMH0seyJjb250YWluZXJQb3J0IjozMDEwMX0seyJjb250YWluZXJQb3J0IjozMDEwMn0seyJjb250YWluZXJQb3J0IjozMDEwM30seyJjb250YWluZXJQb3J0IjozMDEwNH0seyJjb250YWluZXJQb3J0IjozMDEwNX1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6Im15LWVudi12YXItc2VjcmV0cyIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQTU1fU0VSVkVSIiwidmFsdWUiOiJtb25pdG9yaW5nLXNlcnZpY2UifSx7Im5hbWUiOiJQTU1fVVNFUiIsInZhbHVlIjoiYXBpX2tleSJ9LHsibmFtZSI6IlBNTV9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLW1vbml0b3JpbmciLCJrZXkiOiJwbW1zZXJ2ZXJrZXkifX19LHsibmFtZSI6IkNMSUVOVF9QT1JUX0xJU1RFTiIsInZhbHVlIjoiNzc3NyJ9LHsibmFtZSI6IkNMSUVOVF9QT1JUX01JTiIsInZhbHVlIjoiMzAxMDAifSx7Im5hbWUiOiJDTElFTlRfUE9SVF9NQVgiLCJ2YWx1ZSI6IjMwMTA1In0seyJuYW1lIjoiUE9EX05BTUUiLCJ2YWx1ZUZyb20iOnsiZmllbGRSZWYiOnsiZmllbGRQYXRoIjoibWV0YWRhdGEubmFtZSJ9fX0seyJuYW1lIjoiUE9EX05BTUVTUEFTRSIsInZhbHVlRnJvbSI6eyJmaWVsZFJlZiI6eyJmaWVsZFBhdGgiOiJtZXRhZGF0YS5uYW1lc3BhY2UifX19LHsibmFtZSI6IlBNTV9BR0VOVF9TRVJWRVJfQUREUkVTUyIsInZhbHVlIjoibW9uaXRvcmluZy1zZXJ2aWNlIn0seyJuYW1lIjoiUE1NX0FHRU5UX1NFUlZFUl9VU0VSTkFNRSIsInZhbHVlIjoiYXBpX2tleSJ9LHsibmFtZSI6IlBNTV9BR0VOVF9TRVJWRVJfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1tb25pdG9yaW5nIiwia2V5IjoicG1tc2VydmVya2V5In19fSx7Im5hbWUiOiJQTU1fQUdFTlRfTElTVEVOX1BPUlQiLCJ2YWx1ZSI6Ijc3NzcifSx7Im5hbWUiOiJQTU1fQUdFTlRfUE9SVFNfTUlOIiwidmFsdWUiOiIzMDEwMCJ9LHsibmFtZSI6IlBNTV9BR0VOVF9QT1JUU19NQVgiLCJ2YWx1ZSI6IjMwMTA1In0seyJuYW1lIjoiUE1NX0FHRU5UX0NPTkZJR19GSUxFIiwidmFsdWUiOiIvdXNyL2xvY2FsL3BlcmNvbmEvcG1tMi9jb25maWcvcG1tLWFnZW50LnlhbWwifSx7Im5hbWUiOiJQTU1fQUdFTlRfU0VSVkVSX0lOU0VDVVJFX1RMUyIsInZhbHVlIjoiMSJ9LHsibmFtZSI6IlBNTV9BR0VOVF9MSVNURU5fQUREUkVTUyIsInZhbHVlIjoiMC4wLjAuMCJ9LHsibmFtZSI6IlBNTV9BR0VOVF9TRVRVUF9NRVRSSUNTX01PREUiLCJ2"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3Vi"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InB4YyIsImxhc3QtYXBwbGllZC1zZWNyZXQiOiIzOGQ3ZGM3OTA0NmJiNmEyOGNhYjk4ZTY2NTI4ZTVjNzU1YTljYjJjMjI5NDdmZDE5YjM2ZjJjMWM0MGI1Y2RkIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAw"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InB4YyIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIiwicGVyY29uYS5jb20vc3NsLWhhc2giOiI2ODkwYWMzMWM0NDIwZDVjNzRmODA1NTc2MjExMGM0ZSIsInBlcmNvbmEu"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InB4YyIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIiwicGVyY29uYS5jb20vc3NsLWhhc2giOiI2ODkwYWMzMWM0NDIwZDVjNzRmODA1NTc2MjExMGM0ZSIsInBlcmNvbmEuY29tL3NzbC1pbnRlcm5hbC1oYXNoIjoiMWU3NjNmZDdlZjk3ZDdhZGUxZDExZDEwOGIxMTMzZDIifX0sInNwZWMiOnsidm9sdW1lcyI6W3sibmFtZSI6InRtcCIsImVtcHR5RGlyIjp7fX0seyJuYW1lIjoiY29uZmlnIiwiY29uZmlnTWFwIjp7Im5hbWUiOiJtb25pdG9yaW5nLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJtb25pdG9yaW5nLXNzbC1pbnRlcm5hbCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzb21lLW5hbWUtc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYXV0by1jb25maWciLCJjb25maWdNYXAiOnsibmFtZSI6ImF1dG8tbW9uaXRvcmluZy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InZhdWx0LWtleXJpbmctc2VjcmV0Iiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJtb25pdG9yaW5nLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtbW9uaXRvcmluZyIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6Im15c3FsLWluaXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoibW9uaXRvcmluZy1teXNxbC1pbml0Iiwib3B0aW9uYWwiOnRydWV9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yMjA1LWIzOWJmODQxIiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwbW0tY2xpZW50IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BtbS1jbGllbnQ6ZGV2LWxhdGVzdCIsInBvcnRzIjpbeyJjb250YWluZXJQb3J0Ijo3Nzc3fSx7ImNvbnRhaW5lclBvcnQiOjMwMTAwfSx7ImNvbnRhaW5lclBvcnQiOjMwMTAxfSx7ImNvbnRhaW5lclBvcnQiOjMwMTAyfSx7ImNvbnRhaW5lclBvcnQiOjMwMTAzfSx7ImNvbnRhaW5lclBvcnQiOjMwMTA0fSx7ImNvbnRhaW5lclBvcnQiOjMwMTA1fV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoibXktZW52LXZhci1zZWNyZXRzIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBNTV9TRVJWRVIiLCJ2YWx1ZSI6Im1vbml0b3Jpbmctc2VydmljZSJ9LHsibmFtZSI6IlBNTV9VU0VSIiwidmFsdWUiOiJhcGlfa2V5In0seyJuYW1lIjoiUE1NX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtbW9uaXRvcmluZyIsImtleSI6InBtbXNlcnZlcmtleSJ9fX0seyJuYW1lIjoiQ0xJRU5UX1BPUlRfTElTVEVOIiwidmFsdWUiOiI3Nzc3In0seyJuYW1lIjoiQ0xJRU5UX1BPUlRfTUlOIiwidmFsdWUiOiIzMDEwMCJ9LHsibmFtZSI6IkNMSUVOVF9QT1JUX01BWCIsInZhbHVlIjoiMzAxMDUifSx7Im5hbWUiOiJQT0RfTkFNRSIsInZhbHVlRnJvbSI6eyJmaWVsZFJlZiI6eyJmaWVsZFBhdGgiOiJtZXRhZGF0YS5uYW1lIn19fSx7Im5hbWUiOiJQT0RfTkFNRVNQQVNFIiwidmFsdWVGcm9tIjp7ImZpZWxkUmVmIjp7ImZpZWxkUGF0aCI6Im1ldGFkYXRhLm5hbWVzcGFjZSJ9fX0seyJuYW1lIjoiUE1NX0FHRU5UX1NFUlZFUl9BRERSRVNTIiwidmFsdWUiOiJtb25pdG9yaW5nLXNlcnZpY2UifSx7Im5hbWUiOiJQTU1fQUdFTlRfU0VSVkVSX1VTRVJOQU1FIiwidmFsdWUiOiJhcGlfa2V5In0seyJuYW1lIjoiUE1NX0FHRU5UX1NFUlZFUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLW1vbml0b3JpbmciLCJrZXkiOiJwbW1zZXJ2ZXJrZXkifX19LHsibmFtZSI6IlBNTV9BR0VOVF9MSVNURU5fUE9SVCIsInZhbHVlIjoiNzc3NyJ9LHsibmFtZSI6IlBNTV9BR0VOVF9QT1JUU19NSU4iLCJ2YWx1ZSI6IjMwMTAwIn0seyJuYW1lIjoiUE1NX0FHRU5UX1BPUlRTX01BWCIsInZhbHVlIjoiMzAxMDUifSx7Im5hbWUiOiJQTU1fQUdFTlRfQ09ORklHX0ZJTEUiLCJ2YWx1ZSI6Ii91c3IvbG9jYWwvcGVyY29uYS9wbW0yL2NvbmZpZy9wbW0tYWdlbnQueWFtbCJ9LHsibmFtZSI6IlBNTV9BR0VOVF9T"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InB4YyIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIiwicGVyY29uYS5jb20vc3NsLWhhc2giOiI2ODkwYWMzMWM0NDIwZDVjNzRmODA1NTc2MjExMGM0ZSIsInBlcmNvbmEuY29tL3NzbC1pbnRlcm5hbC1oYXNoIjoiMWU3NjNmZDdlZjk3ZDdhZGUxZDExZDEwOGIxMTMzZDIifX0sInNwZWMiOnsidm9sdW1lcyI6W3sibmFtZSI6InRtcCIsImVtcHR5RGlyIjp7fX0seyJuYW1lIjoiY29uZmlnIiwiY29uZmlnTWFwIjp7Im5hbWUiOiJtb25pdG9yaW5nLXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJtb25pdG9yaW5nLXNzbC1pbnRlcm5hbCIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoic3NsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzb21lLW5hbWUtc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYXV0by1jb25maWciLCJjb25maWdNYXAiOnsibmFtZSI6ImF1dG8tbW9uaXRvcmluZy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InZhdWx0LWtleXJpbmctc2VjcmV0Iiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJtb25pdG9yaW5nLXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtbW9uaXRvcmluZyIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6Im15c3FsLWluaXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoibW9uaXRvcmluZy1teXNxbC1pbml0Iiwib3B0aW9uYWwiOnRydWV9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yMjA1LWIzOWJmODQxIiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiZGF0YWRpciIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwbW0tY2xpZW50IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BtbS1jbGllbnQ6ZGV2LWxhdGVzdCIsInBvcnRzIjpbeyJjb250YWluZXJQb3J0Ijo3Nzc3fSx7ImNvbnRhaW5lclBvcnQiOjMwMTAwfSx7ImNvbnRhaW5lclBvcnQiOjMwMTAxfSx7ImNvbnRhaW5lclBvcnQiOjMwMTAyfSx7ImNvbnRhaW5lclBvcnQiOjMwMTAzfSx7ImNvbnRhaW5lclBvcnQiOjMwMTA0fSx7ImNvbnRhaW5lclBvcnQiOjMwMTA1fV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoibXktZW52LXZhci1zZWNyZXRzIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBNTV9TRVJWRVIiLCJ2YWx1ZSI6Im1vbml0b3Jpbmctc2VydmljZSJ9LHsibmFtZSI6IlBNTV9VU0VSIiwidmFsdWUiOiJhZG1pbiJ9LHsibmFtZSI6IlBNTV9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLW1vbml0b3JpbmciLCJrZXkiOiJwbW1zZXJ2ZXIifX19LHsibmFtZSI6IkNMSUVOVF9QT1JUX0xJU1RFTiIsInZhbHVlIjoiNzc3NyJ9LHsibmFtZSI6IkNMSUVOVF9QT1JUX01JTiIsInZhbHVlIjoiMzAxMDAifSx7Im5hbWUiOiJDTElFTlRfUE9SVF9NQVgiLCJ2YWx1ZSI6IjMwMTA1In0seyJuYW1lIjoiUE9EX05BTUUiLCJ2YWx1ZUZyb20iOnsiZmllbGRSZWYiOnsiZmllbGRQYXRoIjoibWV0YWRhdGEubmFtZSJ9fX0seyJuYW1lIjoiUE9EX05BTUVTUEFTRSIsInZhbHVlRnJvbSI6eyJmaWVsZFJlZiI6eyJmaWVsZFBhdGgiOiJtZXRhZGF0YS5uYW1lc3BhY2UifX19LHsibmFtZSI6IlBNTV9BR0VOVF9TRVJWRVJfQUREUkVTUyIsInZhbHVlIjoibW9uaXRvcmluZy1zZXJ2aWNlIn0seyJuYW1lIjoiUE1NX0FHRU5UX1NFUlZFUl9VU0VSTkFNRSIsInZhbHVlIjoiYWRtaW4ifSx7Im5hbWUiOiJQTU1fQUdFTlRfU0VSVkVSX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtbW9uaXRvcmluZyIsImtleSI6InBtbXNlcnZlciJ9fX0seyJuYW1lIjoiUE1NX0FHRU5UX0xJU1RFTl9QT1JUIiwidmFsdWUiOiI3Nzc3In0seyJuYW1lIjoiUE1NX0FHRU5UX1BPUlRTX01JTiIsInZhbHVlIjoiMzAxMDAifSx7Im5hbWUiOiJQTU1fQUdFTlRfUE9SVFNfTUFYIiwidmFsdWUiOiIzMDEwNSJ9LHsibmFtZSI6IlBNTV9BR0VOVF9DT05GSUdfRklMRSIsInZhbHVlIjoiL3Vzci9sb2NhbC9wZXJjb25hL3BtbTIvY29uZmlnL3BtbS1hZ2VudC55YW1sIn0seyJuYW1lIjoiUE1NX0FHRU5UX1NFUlZFUl9JTlNF"...,
- 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InB4YyIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIiwicGVyY29uYS5jb20vZW52LXNlY3JldC1jb25maWctaGFzaCI6IjViYzQwM2E4ZDQ0MzI0YzFiYzcwNGYwMmU3NDg3"...,
+ 			"percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJtb25pdG9yaW5nIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InB4YyIsInBlcmNvbmEuY29tL2NvbmZpZ3VyYXRpb24taGFzaCI6ImQ0MWQ4Y2Q5OGYwMGIyMDRlOTgwMDk5OGVjZjg0MjdlIiwicGVyY29uYS5jb20vZW52LXNlY3JldC1jb25maWctaGFzaCI6IjViYzQwM2E4ZDQ0MzI0YzFiYzcwNGYwMmU3NDg3"...,
+ 							PeriodSeconds:                 0,
- 							PeriodSeconds:                 10,
+ 		PersistentVolumeClaimRetentionPolicy: nil,
- 		PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}",
+ 					Phase:       "",
- 					Phase:       "Pending",
+ 		PodManagementPolicy:                  "",
- 		PodManagementPolicy:                  "OrderedReady",
+ 								Protocol:      "",
- 								Protocol:      "TCP",
+ 		ReadyReplicas:      0,
- 		ReadyReplicas:      2,
- 		ReadyReplicas:      3,
+ 		Replicas:           0,
+ 		Replicas: &0,
- 		Replicas:           2,
- 		Replicas: &2,
- 		Replicas:           3,
- 		Replicas: &3,
+ 		ResourceVersion:            "",
- 		ResourceVersion:            "1760703833211119004",
- 		ResourceVersion:            "1760703953688159023",
- 		ResourceVersion:            "1760704197599055004",
- 		ResourceVersion:            "1760704305044735023",
- 		ResourceVersion:            "1760704364942783004",
- 		ResourceVersion:            "1760704469048559023",
- 		ResourceVersion:            "1760704515131583004",
- 		ResourceVersion:            "1760704631110271023",
+ 				RestartPolicy:                 "",
- 				RestartPolicy:                 "Always",
- 		RevisionHistoryLimit:                 &10,
+ 		RevisionHistoryLimit:                 nil,
+ 				SchedulerName:         "",
+ 				SchedulerName: "",
- 				SchedulerName:         "default-scheduler",
- 				SchedulerName: "default-scheduler",
+ 									Scheme:      "",
- 									Scheme:      "HTTP",
+ 				SecurityContext:       nil,
- 				SecurityContext:       s"&PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,RunAsGroup:nil,Sysctls:[]Sysctl{},WindowsOptions:nil,FSGroupChangePolicy:nil,SeccompProfile:nil,AppArmorProfile:nil,SupplementalGroupsPolicy:nil,SELinux"...,
- 				Subresource: "status",
+ 						TerminationMessagePath:   "",
- 						TerminationMessagePath:   "/dev/termination-log",
+ 						TerminationMessagePolicy: "",
- 						TerminationMessagePolicy: "File",
- 				Time:       s"2025-10-17 12:22:16 +0000 UTC",
- 				Time:        s"2025-10-17 12:23:53 +0000 UTC",
- 				Time:        s"2025-10-17 12:25:53 +0000 UTC",
- 				Time:       s"2025-10-17 12:29:05 +0000 UTC",
- 				Time:        s"2025-10-17 12:29:57 +0000 UTC",
- 				Time:        s"2025-10-17 12:31:45 +0000 UTC",
- 				Time:       s"2025-10-17 12:32:01 +0000 UTC",
- 				Time:        s"2025-10-17 12:32:44 +0000 UTC",
- 				Time:        s"2025-10-17 12:34:29 +0000 UTC",
- 				Time:       s"2025-10-17 12:34:31 +0000 UTC",
- 				Time:        s"2025-10-17 12:35:15 +0000 UTC",
- 				Time:        s"2025-10-17 12:37:11 +0000 UTC",
- 				TopologySpreadConstraints: nil,
+ 				TopologySpreadConstraints: []v1.TopologySpreadConstraint{},
+ 		UID:                        "",
- 		UID:                        "3b77a54c-1227-42d1-8757-65d0d86b7a81",
- 		UID:                        "532b8588-fed6-4efb-a1e6-2b2948f6f163",
+ 		UpdatedReplicas:    0,
- 		UpdatedReplicas:    2,
- 		UpdatedReplicas:    3,
+ 		UpdateRevision:     "",
- 		UpdateRevision:     "monitoring-haproxy-567d8d979c",
- 		UpdateRevision:     "monitoring-haproxy-6958cdf9bc",
- 		UpdateRevision:     "monitoring-haproxy-6d7cc94d99",
- 		UpdateRevision:     "monitoring-haproxy-95d66fb47",
- 		UpdateRevision:     "monitoring-pxc-5bc9dbb49c",
- 		UpdateRevision:     "monitoring-pxc-6c587d795",
- 		UpdateRevision:     "monitoring-pxc-74977c5697",
- 		UpdateRevision:     "monitoring-pxc-844b6b475c",
- 								Value:     "admin",
+ 								Value:     "api_key",
+ 								Value:     "$(PMM_PREFIX)$(POD_NAMESPASE)-$(POD_NAME)",
- 								Value:     "$(POD_NAMESPASE)-$(POD_NAME)",
- 					VolumeMode:                &"Filesystem",
+ 					VolumeMode:                nil,
  }
  	},
  		},
  			{
  			},
  				},
  					{
  					},
  						},
  							{
  							},
  								},
  									},
  							... // 11 identical elements
  							... // 12 identical elements
  						... // 16 identical fields
  							... // 16 identical fields
  							... // 22 identical elements
  							... // 22 identical fields
  							... // 23 identical elements
  							... // 25 identical elements
  							... // 26 identical elements
  					... // 2 identical entries
  		... // 2 identical fields
  				... // 2 identical fields
  						... // 2 identical fields
  									... // 2 identical fields
  					... // 3 identical fields
  						... // 3 identical fields
  							... // 3 identical fields
  							... // 4 identical elements
  						... // 4 identical fields
  							... // 4 identical fields
  				... // 5 identical fields
  					... // 5 identical fields
  				... // 6 identical fields
  				... // 7 identical fields
  						... // 8 identical fields
  							... // 9 identical elements
  				... // 9 identical fields
  							... // 9 identical fields
  					AccessModes: nil,
  				ActiveDeadlineSeconds:         nil,
  				Affinity:              nil,
  				Affinity:      nil,
  				Annotations: map[string]string{
  						Args:       {"haproxy"},
  						Args:       {"mysqld"},
  						Args:       nil,
  				AutomountServiceAccountToken:  nil,
  							AWSElasticBlockStore: nil,
  							AzureFile: nil,
  					Capacity:    nil,
  		Conditions:         nil,
  									ConfigMapKeyRef:  nil,
  							ConfigMap: &v1.ConfigMapVolumeSource{
  								ContainerPort: 30100,
  								ContainerPort: 30101,
  								ContainerPort: 30102,
  								ContainerPort: 30103,
  								ContainerPort: 30104,
  								ContainerPort: 30105,
  								ContainerPort: 3306,
  								ContainerPort: 33060,
  								ContainerPort: 33062,
  								ContainerPort: 3307,
  								ContainerPort: 3309,
  								ContainerPort: 4444,
  								ContainerPort: 4567,
  								ContainerPort: 4568,
  								ContainerPort: 7777,
  								ContainerPort: 8404,
  				Containers: []v1.Container{
  					DataSource:                nil,
  					DataSourceRef:             nil,
  				DeletionGracePeriodSeconds: nil,
  		DeletionGracePeriodSeconds: nil,
  		DeletionTimestamp:          nil,
  						EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "my-env-var-secrets"}, Optional: &true}}},
  						Env:     {{Name: "PXC_SERVICE", Value: "monitoring-pxc"}, {Name: "LIVENESS_CHECK_TIMEOUT", Value: "5"}, {Name: "READINESS_CHECK_TIMEOUT", Value: "1"}},
  						Env:     {{Name: "PXC_SERVICE", Value: "monitoring-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-monitoring"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-monitoring"}, Key: "xtrabackup"}}}, ...},
  						Env: []v1.EnvVar{
  				EphemeralContainers:           nil,
  								Exec: nil,
  							FailureThreshold:              3,
  							FC:        nil,
  										FieldPath:  "metadata.name",
  										FieldPath:  "metadata.namespace",
  									FieldRef:         nil,
  									FieldRef: &v1.ObjectFieldSelector{
  									FileKeyRef: nil,
  				Finalizers:      nil,
  		Finalizers:      nil,
  							GitRepo:              nil,
  								GRPC:      nil,
  									Host:        "",
  				HostAliases:           nil,
  				HostAliases:   nil,
  								HostIP:        "",
  				HostIPC:               false,
  				Hostname:              "",
  								HostPort:      0,
  								HTTPGet: &v1.HTTPGetAction{
  									HTTPHeaders: nil,
  						ImagePullPolicy:          "Always",
  				ImagePullSecrets:      nil,
  				InitContainers: []v1.Container{
  							InitialDelaySeconds: 15,
  							InitialDelaySeconds:           300,
  							InitialDelaySeconds: 300,
  							ISCSI: nil,
  								Items:                nil,
  								Items:       nil,
  					"kubectl.kubernetes.io/default-container": "haproxy",
  					"kubectl.kubernetes.io/default-container": "pxc",
  				Labels:                     {"app.kubernetes.io/component": "haproxy", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...},
  				Labels:                     {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...},
  		Labels:                     nil,
  						Lifecycle:                nil,
  						Lifecycle:                &{PreStop: &{Exec: &{Command: {"bash", "-c", "pmm-admin unregister --force"}}}},
  						LivenessProbe: &v1.Probe{
  								LocalObjectReference: {Name: "auto-monitoring-pxc"},
  										LocalObjectReference: {Name: "internal-monitoring"},
  								LocalObjectReference: {Name: "monitoring-haproxy"},
  								LocalObjectReference: {Name: "monitoring-pxc"},
  				ManagedFields:   nil,
  		MinReadySeconds:                      0,
  								Name:          "",
  						Name: "auto-config",
  					{Name: "bin", VolumeSource: {EmptyDir: &{}}},
  							{Name: "CLIENT_PORT_LISTEN", Value: "7777"},
  							{Name: "CLIENT_PORT_MAX", Value: "30105"},
  							{Name: "CLIENT_PORT_MIN", Value: "30100"},
  						Name: "config",
  							{Name: "DB_TYPE", Value: "haproxy"},
  							{Name: "DB_TYPE", Value: "mysql"},
  							{Name: "DB_USER", Value: "monitor"},
  					{Name: "haproxy-auto", VolumeSource: {EmptyDir: &{}}},
  						Name: "haproxy-custom",
  								Name:          "ist",
  							{Name: "MONITOR_USER", Value: "monitor"},
  						Name: "my-env-var-secrets",
  								Name:          "mysql",
  								Name:          "mysql-admin",
  						Name: "mysql-init-file",
  								Name:          "mysql-replicas",
  						Name: "mysql-users-secret-file",
  								Name:          "mysqlx",
  							{Name: "PMM_AGENT_LISTEN_PORT", Value: "7777"},
  							{Name: "PMM_AGENT_PORTS_MIN", Value: "30100"},
  							{Name: "PMM_AGENT_SERVER_ADDRESS", Value: "monitoring-service"},
  								Name:  "PMM_AGENT_SERVER_PASSWORD",
  								Name:      "PMM_AGENT_SERVER_USERNAME",
  							{Name: "PMM_AGENT_SERVER_USERNAME", Value: "api_key"},
  							{Name: "PMM_AGENT_SETUP_FORCE", Value: "1"},
  								Name:      "PMM_AGENT_SETUP_NODE_NAME",
  							{Name: "PMM_AGENT_SETUP_NODE_TYPE", Value: "container"},
  								Name:  "PMM_PASSWORD",
  							{Name: "PMM_SERVER", Value: "monitoring-service"},
  								Name:      "PMM_USER",
  								Name:  "POD_NAME",
  								Name:  "POD_NAMESPASE",
  								Name:          "proxy-protocol",
  		Namespace:                  "monitoring-2-0-15452",
  						Name: "ssl",
  						Name: "ssl-internal",
  								Name:          "sst",
  								Name:          "stats",
  					{Name: "tmp", VolumeSource: {EmptyDir: &{}}},
  						Name: "vault-keyring-secret",
  								Name:          "write-set",
  							NFS:   nil,
  				NodeName:                      "",
  				NodeSelector:                  nil,
  			ObjectMeta: {Labels: {"app.kubernetes.io/component": "haproxy", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "haproxy", "last-applied-secret": "38d7dc79046bb6a28cab98e66528e5c755a9cb2c22947fd19b36f2c1c40b5cdd", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/env-secret-config-hash": "5bc403a8d44324c1bc704f02e74876d0"}},
  			ObjectMeta: {Labels: {"app.kubernetes.io/component": "haproxy", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "haproxy", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e"}},
  			ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "last-applied-secret": "38d7dc79046bb6a28cab98e66528e5c755a9cb2c22947fd19b36f2c1c40b5cdd", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/env-secret-config-hash": "5bc403a8d44324c1bc704f02e74876d0", ...}},
  			ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "6890ac31c4420d5c74f8055762110c4e", "percona.com/ssl-internal-hash": "1e763fd7ef97d7ade1d11d108b1133d2"}},
  				ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},
  			ObjectMeta: v1.ObjectMeta{
  	ObjectMeta: v1.ObjectMeta{
  								Optional:    &false,
  										Optional:             nil,
  								Optional:             &true,
  								Optional:    &true,
  		Ordinals:                             nil,
  				OS:                        nil,
  				Overhead:                  nil,
  		OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "monitoring", UID: "d5f8f6bf-81dd-4ef5-9553-843ffa15055d", ...}},
  				OwnerReferences: nil,
  									Path:        "/local/Status",
  					"percona.com/configuration-hash":          "d41d8cd98f00b204e9800998ecf8427e",
  					"percona.com/env-secret-config-hash":      "5bc403a8d44324c1bc704f02e74876d0",
  					"percona.com/ssl-hash":                    "6890ac31c4420d5c74f8055762110c4e",
  					"percona.com/ssl-internal-hash":           "1e763fd7ef97d7ade1d11d108b1133d2",
  									Port:        {IntVal: 7777},
  						Ports: []v1.ContainerPort{
  				PreemptionPolicy:          nil,
  							ProbeHandler:                  {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},
  							ProbeHandler: v1.ProbeHandler{
  							Quobyte:       nil,
  						ReadinessProbe:           &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},
  						ReadinessProbe: &v1.Probe{
  		Replicas: &2,
  		Replicas: &3,
  						ResizePolicy: nil,
  									ResourceFieldRef: nil,
  						Resources:    {Limits: {s"cpu": {i: {...}, Format: "DecimalSI"}, s"memory": {i: {...}, Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "308m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "508M", Format: "DecimalSI"}}},
  									SecretKeyRef: &v1.SecretKeySelector{
  								SecretName:  "internal-monitoring",
  								SecretName:  "monitoring-mysql-init",
  								SecretName:  "monitoring-ssl-internal",
  								SecretName:  "monitoring-vault",
  								SecretName:  "my-env-var-secrets",
  								SecretName:  "some-name-ssl",
  							Secret: &v1.SecretVolumeSource{
  						SecurityContext:          nil,
  		Selector: &{MatchLabels: {"app.kubernetes.io/component": "haproxy", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},
  		Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "monitoring", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},
  		SelfLink:                   "",
  				ServiceAccountName:            "default",
  		ServiceName:                          "monitoring-haproxy",
  		ServiceName:                          "monitoring-pxc",
  				SetHostnameAsFQDN:         nil,
  				ShareProcessNamespace: nil,
  				Spec: v1.PersistentVolumeClaimSpec{
  			Spec: v1.PodSpec{
  	Spec: v1.StatefulSetSpec{
  						StartupProbe:             nil,
  				Status: v1.PersistentVolumeClaimStatus{
  	Status: v1.StatefulSetStatus{
  					StorageClassName:          nil,
  				Subdomain:             "",
  				Subdomain:     "",
  							SuccessThreshold:              1,
  								TCPSocket: nil,
  		Template: v1.PodTemplateSpec{
  				TerminationGracePeriodSeconds: &30,
  				TerminationGracePeriodSeconds: &600,
  							TerminationGracePeriodSeconds: nil,
  							TimeoutSeconds:      15,
  							TimeoutSeconds:                5,
  							TimeoutSeconds:      5,
  				Tolerations:           nil,
  				Tolerations:   nil,
  				TypeMeta:   {},
  	TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},
  		UpdateStrategy:                       {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}},
  &v1.StatefulSet{
  								Value: "",
  								ValueFrom: nil,
  								ValueFrom: &v1.EnvVarSource{
  					VolumeAttributesClassName: nil,
  		VolumeClaimTemplates:                 nil,
  		VolumeClaimTemplates: []v1.PersistentVolumeClaim{
  						VolumeDevices: nil,
  						VolumeMounts:  {{Name: "bin", MountPath: "/var/lib/mysql"}},
  						VolumeMounts:  {{Name: "datadir", MountPath: "/var/lib/mysql"}},
  						VolumeMounts:  {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},
  					VolumeName:                "",
  						VolumeSource: v1.VolumeSource{
  				Volumes: []v1.Volume{
  							VsphereVolume: nil,
  						WorkingDir: "",
+ grep -v NAMESPACE
+ kubectl get pxc --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n monitoring-2-0-15452 monitoring --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/monitoring patched (no change)
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.6mM3mvZiAk
++ mktemp
+ local LAST_ERR=/tmp/tmp.qkYB2OOB6q
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6mM3mvZiAk
perconaxtradbcluster.pxc.percona.com "monitoring" deleted from monitoring-2-0-15452 namespace
+ cat /tmp/tmp.qkYB2OOB6q
+ rm /tmp/tmp.6mM3mvZiAk /tmp/tmp.qkYB2OOB6q
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.oTP6qHEX6W
++ mktemp
+ local LAST_ERR=/tmp/tmp.YauMEMhg0Z
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oTP6qHEX6W
No resources found
+ cat /tmp/tmp.YauMEMhg0Z
+ rm /tmp/tmp.oTP6qHEX6W /tmp/tmp.YauMEMhg0Z
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.0Fpp71BBqA
++ mktemp
+ local LAST_ERR=/tmp/tmp.yw9JZo5rzB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0Fpp71BBqA
No resources found
+ cat /tmp/tmp.yw9JZo5rzB
+ rm /tmp/tmp.0Fpp71BBqA /tmp/tmp.yw9JZo5rzB
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.tovvsMzwEx
++ mktemp
+ local LAST_ERR=/tmp/tmp.sb5JfvJUWz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.tovvsMzwEx
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.sb5JfvJUWz
+ rm /tmp/tmp.tovvsMzwEx /tmp/tmp.sb5JfvJUWz
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.18.2/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ rm -rf /tmp/tmp.zeimkA7Gne
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
+ kubectl_bin delete --grace-period=0 --force=true namespace monitoring-2-0-15452
++ mktemp
+ local LAST_OUT=/tmp/tmp.yZx72mWuFL
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.9H2LZztWxu
+ local exit_status=0
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.RdeMrKwbL0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
+ local LAST_ERR=/tmp/tmp.7zVc8jnVBG
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace monitoring-2-0-15452