Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/logs/proxy-protocol-8-0.log
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ prepare_config
+ desc 'prepare config'
+ set +o xtrace


-----------------------------------------------------------------------------------
prepare config
-----------------------------------------------------------------------------------

++ kubectl get nodes
++ grep -v NAME
++ grep -v master
++ awk '{print $1}'
+ nodes='gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl0f
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl9s'
++ printf 'gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl0f
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl9s\n'
++ wc -l
+ '[' 3 -lt 3 ']'
++ echo 'gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl0f
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl9s'
++ tail -n1
+ haproxy_node=gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl9s
++ echo 'gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl0f
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl9s'
++ tail -n2
++ head -n1
+ pxc_node=gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl0f
++ echo 'gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl0f
gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl9s'
++ tail -n3
++ head -n1
+ client_node=gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/conf/proxy-protocol.yml
+ /usr/bin/sed -e 's#kubernetes.io/hostname:.*-node2$#kubernetes.io/hostname: gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl0f#'
+ /usr/bin/sed -e 's#kubernetes.io/hostname:.*-node1$#kubernetes.io/hostname: gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-kl9s#'
+ /usr/bin/sed -e 's#kubernetes.io/hostname:.*-node3$#kubernetes.io/hostname: gke-jen-pxc-2207-f8e092d-default-pool-42d4b88a-d6d8#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/conf/client.yml
+ create_infra proxy-protocol-23191
+ local ns=proxy-protocol-23191
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n proxy-protocol-12161 proxy-protocol --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/proxy-protocol patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.0yIg3f6Ce9
++ mktemp
+ local LAST_ERR=/tmp/tmp.CaFLLzq5OW
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0yIg3f6Ce9
perconaxtradbcluster.pxc.percona.com "proxy-protocol" deleted from proxy-protocol-12161 namespace
+ cat /tmp/tmp.CaFLLzq5OW
+ rm /tmp/tmp.0yIg3f6Ce9 /tmp/tmp.CaFLLzq5OW
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.OhdoePz27n
++ mktemp
+ local LAST_ERR=/tmp/tmp.Qg5jpB3WKB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.OhdoePz27n
+ cat /tmp/tmp.Qg5jpB3WKB
error: the server doesn't have a resource type "pxc-backup"
+ rm /tmp/tmp.OhdoePz27n /tmp/tmp.Qg5jpB3WKB
+ return 1
+ :
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.ixR3XPJzuc
++ mktemp
+ local LAST_ERR=/tmp/tmp.dO5eEugJNH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.ixR3XPJzuc
+ cat /tmp/tmp.dO5eEugJNH
error: the server doesn't have a resource type "pxc-restore"
+ rm /tmp/tmp.ixR3XPJzuc /tmp/tmp.dO5eEugJNH
+ return 1
+ :
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.LyabJNdlMN
+ local LAST_OUT=/tmp/tmp.PjI0DPobZB
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.QCJy6DCKY5
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.aHQwQnCFb5
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LyabJNdlMN
+ cat /tmp/tmp.QCJy6DCKY5
+ rm /tmp/tmp.LyabJNdlMN /tmp/tmp.QCJy6DCKY5
+ return 0
namespace "proxy-protocol-12161" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PjI0DPobZB
namespace "pxc-operator" deleted
+ cat /tmp/tmp.aHQwQnCFb5
+ rm /tmp/tmp.PjI0DPobZB /tmp/tmp.aHQwQnCFb5
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.5x5hzts0PC
++ mktemp
+ local LAST_ERR=/tmp/tmp.olruXZOHEy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5x5hzts0PC
namespace/pxc-operator created
+ cat /tmp/tmp.olruXZOHEy
+ rm /tmp/tmp.5x5hzts0PC /tmp/tmp.olruXZOHEy
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GymOhPgejj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a8Whcfhx1P
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.GymOhPgejj
++ cat /tmp/tmp.a8Whcfhx1P
++ rm /tmp/tmp.GymOhPgejj /tmp/tmp.a8Whcfhx1P
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.zqPKJJtlj0
++ mktemp
+ local LAST_ERR=/tmp/tmp.SOIh7PmjRT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.zqPKJJtlj0
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3" modified.
+ cat /tmp/tmp.SOIh7PmjRT
+ rm /tmp/tmp.zqPKJJtlj0 /tmp/tmp.SOIh7PmjRT
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.kCqHJO1XMx
++ mktemp
+ local LAST_ERR=/tmp/tmp.QuqnT9Xi8K
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kCqHJO1XMx
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.QuqnT9Xi8K
+ rm /tmp/tmp.kCqHJO1XMx /tmp/tmp.QuqnT9Xi8K
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/cw-rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.jMUrauJs5F
++ mktemp
+ local LAST_ERR=/tmp/tmp.S1EgKXwKXF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jMUrauJs5F
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.S1EgKXwKXF
+ rm /tmp/tmp.jMUrauJs5F /tmp/tmp.S1EgKXwKXF
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7^'
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.276WZ16IqA
++ mktemp
+ local LAST_ERR=/tmp/tmp.zi9BXgA7EH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.276WZ16IqA
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.zi9BXgA7EH
+ rm /tmp/tmp.276WZ16IqA /tmp/tmp.zi9BXgA7EH
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.VaC6GckCPp
++ mktemp
+ local LAST_ERR=/tmp/tmp.eoT9T6obbe
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VaC6GckCPp
pod/percona-xtradb-cluster-operator-859595f865-ff84j condition met
+ cat /tmp/tmp.eoT9T6obbe
+ rm /tmp/tmp.VaC6GckCPp /tmp/tmp.eoT9T6obbe
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o1UeA9vNag
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aCYsicH4zN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.o1UeA9vNag
++ cat /tmp/tmp.aCYsicH4zN
++ rm /tmp/tmp.o1UeA9vNag /tmp/tmp.aCYsicH4zN
++ return 0
+ wait_pod percona-xtradb-cluster-operator-859595f865-ff84j 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-859595f865-ff84j
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-859595f865-ff84j
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-859595f865-ff84j condition met
waiting for pod/percona-xtradb-cluster-operator-859595f865-ff84j to become Ready.Ok
+ sleep 3
+ create_namespace proxy-protocol-23191
+ local namespace=proxy-protocol-23191
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
++ mktemp
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces proxy-protocol-23191'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces proxy-protocol-23191
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace proxy-protocol-23191
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.H2SNONJlfQ
++ mktemp
+ local LAST_OUT=/tmp/tmp.UL3cqUBy6Z
++ mktemp
+ local LAST_ERR=/tmp/tmp.ve6ZY2hu51
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.7zN4ueknnj
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ xargs kubectl delete ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace proxy-protocol-23191
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace proxy-protocol-23191
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.H2SNONJlfQ
+ cat /tmp/tmp.ve6ZY2hu51
+ rm /tmp/tmp.H2SNONJlfQ /tmp/tmp.ve6ZY2hu51
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace proxy-protocol-23191
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.UL3cqUBy6Z
+ cat /tmp/tmp.7zN4ueknnj
Error from server (NotFound): namespaces "proxy-protocol-23191" not found
+ rm /tmp/tmp.UL3cqUBy6Z /tmp/tmp.7zN4ueknnj
+ return 1
+ :
+ wait_for_delete namespace/proxy-protocol-23191
+ local res=namespace/proxy-protocol-23191
+ echo -n 'waiting for namespace/proxy-protocol-23191 to be deleted'
waiting for namespace/proxy-protocol-23191 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "proxy-protocol-23191" not found
+ desc 'create namespace proxy-protocol-23191'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace proxy-protocol-23191
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace proxy-protocol-23191
++ mktemp
+ local LAST_OUT=/tmp/tmp.cwBNflF5tP
++ mktemp
+ local LAST_ERR=/tmp/tmp.2F2AWdvz7i
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace proxy-protocol-23191
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.cwBNflF5tP
namespace/proxy-protocol-23191 created
+ cat /tmp/tmp.2F2AWdvz7i
+ rm /tmp/tmp.cwBNflF5tP /tmp/tmp.2F2AWdvz7i
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CmDhQM7b5x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g0y6AkBOI7
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.CmDhQM7b5x
++ cat /tmp/tmp.g0y6AkBOI7
++ rm /tmp/tmp.CmDhQM7b5x /tmp/tmp.g0y6AkBOI7
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=proxy-protocol-23191
++ mktemp
+ local LAST_OUT=/tmp/tmp.fBU61jMKVV
++ mktemp
+ local LAST_ERR=/tmp/tmp.Jvi2b34VJH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3 --namespace=proxy-protocol-23191
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fBU61jMKVV
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster3" modified.
+ cat /tmp/tmp.Jvi2b34VJH
+ rm /tmp/tmp.fBU61jMKVV /tmp/tmp.Jvi2b34VJH
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.xymhhMbn7N
++ mktemp
+ local LAST_ERR=/tmp/tmp.aLcNE7FaOa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xymhhMbn7N
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.aLcNE7FaOa
+ rm /tmp/tmp.xymhhMbn7N /tmp/tmp.aLcNE7FaOa
+ return 0
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ spinup_pxc proxy-protocol /tmp/tmp.0adb5NgzwC/proxy-protocol.yml 3 15 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml /tmp/tmp.0adb5NgzwC/client.yml 33062
+ local cluster=proxy-protocol
+ local config=/tmp/tmp.0adb5NgzwC/proxy-protocol.yml
+ local size=3
+ local sleep=15
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/tmp/tmp.0adb5NgzwC/client.yml
+ local port=33062
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.J2zMWVylNU
++ mktemp
+ local LAST_ERR=/tmp/tmp.aakloz0QdV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.J2zMWVylNU
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.aakloz0QdV
+ rm /tmp/tmp.J2zMWVylNU /tmp/tmp.aakloz0QdV
+ return 0
+ apply_config /tmp/tmp.0adb5NgzwC/client.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.0adb5NgzwC/client.yml
+ kubectl_bin apply -f -
+ cat /tmp/tmp.0adb5NgzwC/client.yml
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_OUT=/tmp/tmp.GoGdWdCpbC
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.proxy-protocol-23191~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.fCLyygp6Kl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.GoGdWdCpbC
deployment.apps/pxc-client created
+ cat /tmp/tmp.fCLyygp6Kl
+ rm /tmp/tmp.GoGdWdCpbC /tmp/tmp.fCLyygp6Kl
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /tmp/tmp.0adb5NgzwC/proxy-protocol.yml
+ '[' -z '' ']'
+ cat_config /tmp/tmp.0adb5NgzwC/proxy-protocol.yml
+ kubectl_bin apply -f -
+ cat /tmp/tmp.0adb5NgzwC/proxy-protocol.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ local LAST_OUT=/tmp/tmp.9oA7vWwtTA
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.proxy-protocol-23191~
++ mktemp
+ local LAST_ERR=/tmp/tmp.0ysMhw0P8o
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9oA7vWwtTA
perconaxtradbcluster.pxc.percona.com/proxy-protocol created
+ cat /tmp/tmp.0ysMhw0P8o
+ rm /tmp/tmp.9oA7vWwtTA /tmp/tmp.0ysMhw0P8o
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy proxy-protocol
++ local target_cluster=proxy-protocol
+++ kubectl_bin get pxc proxy-protocol -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.XEuYF28mdx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.1Yf1LTF4tb
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc proxy-protocol -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.XEuYF28mdx
+++ cat /tmp/tmp.1Yf1LTF4tb
+++ rm /tmp/tmp.XEuYF28mdx /tmp/tmp.1Yf1LTF4tb
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo proxy-protocol-haproxy
++ return
+ local proxy=proxy-protocol-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n proxy-protocol-23191
++ mktemp
+ local LAST_OUT=/tmp/tmp.LHgAe3JMpv
++ mktemp
+ local LAST_ERR=/tmp/tmp.uuTnvT58kj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n proxy-protocol-23191
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n proxy-protocol-23191
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n proxy-protocol-23191
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.LHgAe3JMpv
+ cat /tmp/tmp.uuTnvT58kj
error: no matching resources found
+ rm /tmp/tmp.LHgAe3JMpv /tmp/tmp.uuTnvT58kj
+ return 1
+ true
+ wait_for_running proxy-protocol-haproxy 1
+ local name=proxy-protocol-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod proxy-protocol-haproxy-0 480
+ local pod=proxy-protocol-haproxy-0
+ local max_retry=480
+ local ns=
++ echo proxy-protocol-haproxy-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/proxy-protocol-haproxy-0 condition met
waiting for pod/proxy-protocol-haproxy-0 to become Ready.Ok
+ wait_for_running proxy-protocol-pxc 3
+ local name=proxy-protocol-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod proxy-protocol-pxc-0 480
+ local pod=proxy-protocol-pxc-0
+ local max_retry=480
+ local ns=
++ echo proxy-protocol-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/proxy-protocol-pxc-0 condition met
waiting for pod/proxy-protocol-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod proxy-protocol-pxc-1 480
+ local pod=proxy-protocol-pxc-1
+ local max_retry=480
+ local ns=
++ echo proxy-protocol-pxc-1
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/proxy-protocol-pxc-1 condition met
waiting for pod/proxy-protocol-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod proxy-protocol-pxc-2 480
+ local pod=proxy-protocol-pxc-2
+ local max_retry=480
+ local ns=
++ echo proxy-protocol-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/proxy-protocol-pxc-2 condition met
waiting for pod/proxy-protocol-pxc-2 to become Ready.Ok
+ sleep 15
++ kubectl get pxc proxy-protocol -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.v3G3k0FjQK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qwsN5mULol
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.v3G3k0FjQK
++ cat /tmp/tmp.qwsN5mULol
++ rm /tmp/tmp.v3G3k0FjQK /tmp/tmp.qwsN5mULol
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h proxy-protocol-haproxy -uroot -p'\''root_password'\'' -P33062'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h proxy-protocol-haproxy -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IPg4cNFije
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oSrFh1G3DE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IPg4cNFije
++ cat /tmp/tmp.oSrFh1G3DE
++ rm /tmp/tmp.IPg4cNFije /tmp/tmp.oSrFh1G3DE
++ return 0
+ client_pod=pxc-client-55fd8698d-ppxp9
+ wait_pod pxc-client-55fd8698d-ppxp9
+ local pod=pxc-client-55fd8698d-ppxp9
+ local max_retry=480
+ local ns=
++ echo pxc-client-55fd8698d-ppxp9
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-55fd8698d-ppxp9 condition met
waiting for pod/pxc-client-55fd8698d-ppxp9 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h proxy-protocol-haproxy -uroot -p'\''root_password'\'' -P33062'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h proxy-protocol-haproxy -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PZoZEdm15d
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IqHvVRVHFu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.PZoZEdm15d
++ cat /tmp/tmp.IqHvVRVHFu
++ rm /tmp/tmp.PZoZEdm15d /tmp/tmp.IqHvVRVHFu
++ return 0
+ client_pod=pxc-client-55fd8698d-ppxp9
+ wait_pod pxc-client-55fd8698d-ppxp9
+ local pod=pxc-client-55fd8698d-ppxp9
+ local max_retry=480
+ local ns=
++ echo pxc-client-55fd8698d-ppxp9
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-55fd8698d-ppxp9 condition met
waiting for pod/pxc-client-55fd8698d-ppxp9 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-0.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-0.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-0.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-0.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rjKJyxxMZ3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Hn0sNEvKsh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rjKJyxxMZ3
++ cat /tmp/tmp.Hn0sNEvKsh
++ rm /tmp/tmp.rjKJyxxMZ3 /tmp/tmp.Hn0sNEvKsh
++ return 0
+ client_pod=pxc-client-55fd8698d-ppxp9
+ wait_pod pxc-client-55fd8698d-ppxp9
+ local pod=pxc-client-55fd8698d-ppxp9
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-55fd8698d-ppxp9
+ local container=
+ set +o xtrace
pod/pxc-client-55fd8698d-ppxp9 condition met
waiting for pod/pxc-client-55fd8698d-ppxp9 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.0adb5NgzwC/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1.sql /tmp/tmp.0adb5NgzwC/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-1.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-1.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-1.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-1.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rmGuLnKwdX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4P8L92zqLD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.rmGuLnKwdX
++ cat /tmp/tmp.4P8L92zqLD
++ rm /tmp/tmp.rmGuLnKwdX /tmp/tmp.4P8L92zqLD
++ return 0
+ client_pod=pxc-client-55fd8698d-ppxp9
+ wait_pod pxc-client-55fd8698d-ppxp9
+ local pod=pxc-client-55fd8698d-ppxp9
+ local max_retry=480
+ local ns=
++ echo pxc-client-55fd8698d-ppxp9
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-55fd8698d-ppxp9 condition met
waiting for pod/pxc-client-55fd8698d-ppxp9 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.0adb5NgzwC/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1.sql /tmp/tmp.0adb5NgzwC/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-2.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-2.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-2.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-2.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4evxEFzwcd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uAwphZObiE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.4evxEFzwcd
++ cat /tmp/tmp.uAwphZObiE
++ rm /tmp/tmp.4evxEFzwcd /tmp/tmp.uAwphZObiE
++ return 0
+ client_pod=pxc-client-55fd8698d-ppxp9
+ wait_pod pxc-client-55fd8698d-ppxp9
+ local pod=pxc-client-55fd8698d-ppxp9
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-55fd8698d-ppxp9
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-55fd8698d-ppxp9 condition met
waiting for pod/pxc-client-55fd8698d-ppxp9 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.0adb5NgzwC/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/select-1.sql /tmp/tmp.0adb5NgzwC/select-1.sql
++ is_keyring_plugin_in_use proxy-protocol
++ local cluster=proxy-protocol
++ kubectl_bin exec -it proxy-protocol-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MGzEXx3tZ4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RKkNIJV6V3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it proxy-protocol-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.MGzEXx3tZ4
++ cat /tmp/tmp.RKkNIJV6V3
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.MGzEXx3tZ4 /tmp/tmp.RKkNIJV6V3
++ return 0
+ '[' '' ']'
+ sleep 120
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].status.podIP}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.11ce135BCJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ESB3AAZbiy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].status.podIP}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.11ce135BCJ
++ cat /tmp/tmp.ESB3AAZbiy
++ rm /tmp/tmp.11ce135BCJ /tmp/tmp.ESB3AAZbiy
++ return 0
+ client_ip=10.95.57.11
+ '[' 0 -eq 1 ']'
+ [[ -n '' ]]
++ get_service_endpoint proxy-protocol-haproxy
++ local service=proxy-protocol-haproxy
+++ kubectl_bin get service/proxy-protocol-haproxy -o json
+++ sed -e 's/^"//; s/"$//;'
+++ jq '.status.loadBalancer.ingress[].hostname'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ED3NR9E8tg
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.mqgql8GqCF
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/proxy-protocol-haproxy -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ED3NR9E8tg
+++ cat /tmp/tmp.mqgql8GqCF
+++ rm /tmp/tmp.ED3NR9E8tg /tmp/tmp.mqgql8GqCF
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ kubectl_bin get service/proxy-protocol-haproxy -o json
+++ sed -e 's/^"//; s/"$//;'
+++ jq '.status.loadBalancer.ingress[].ip'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.iybO3S4F98
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ZT5rAZ1KQw
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/proxy-protocol-haproxy -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.iybO3S4F98
+++ cat /tmp/tmp.ZT5rAZ1KQw
+++ rm /tmp/tmp.iybO3S4F98 /tmp/tmp.ZT5rAZ1KQw
+++ return 0
++ local ip=35.184.251.233
++ '[' -n 35.184.251.233 -a 35.184.251.233 '!=' null ']'
++ echo 35.184.251.233
++ return
+ service_ip=35.184.251.233
+ desc 'check if service and statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if service and statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/proxy-protocol-pxc
+ local resource=statefulset/proxy-protocol-pxc
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc.yml
+ local new_result=/tmp/tmp.0adb5NgzwC/statefulset_proxy-protocol-pxc.yml
+ desc 'compare statefulset/proxy-protocol-pxc-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/proxy-protocol-pxc-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/proxy-protocol-pxc
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("proxy-protocol-23191", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.0Ybizfw6hG
++ mktemp
+ local LAST_ERR=/tmp/tmp.2wvHNgp85R
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/proxy-protocol-pxc
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0Ybizfw6hG
+ cat /tmp/tmp.2wvHNgp85R
+ rm /tmp/tmp.0Ybizfw6hG /tmp/tmp.2wvHNgp85R
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127.yml /tmp/tmp.0adb5NgzwC/statefulset_proxy-protocol-pxc.yml
+ compare_kubectl statefulset/proxy-protocol-haproxy
+ local resource=statefulset/proxy-protocol-haproxy
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy.yml
+ local new_result=/tmp/tmp.0adb5NgzwC/statefulset_proxy-protocol-haproxy.yml
+ desc 'compare statefulset/proxy-protocol-haproxy-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/proxy-protocol-haproxy-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/proxy-protocol-haproxy
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("proxy-protocol-23191", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.LlZD78BXO5
++ mktemp
+ local LAST_ERR=/tmp/tmp.U1pBuq6EiT
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/proxy-protocol-haproxy
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LlZD78BXO5
+ cat /tmp/tmp.U1pBuq6EiT
+ rm /tmp/tmp.LlZD78BXO5 /tmp/tmp.U1pBuq6EiT
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k127.yml /tmp/tmp.0adb5NgzwC/statefulset_proxy-protocol-haproxy.yml
--- /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-haproxy-k127.yml	2025-10-10 08:19:22.401108953 +0000
+++ /tmp/tmp.0adb5NgzwC/statefulset_proxy-protocol-haproxy.yml	2025-10-10 09:34:43.665559820 +0000
@@ -8,6 +8,9 @@
       kind: PerconaXtraDBCluster
       name: proxy-protocol
 spec:
+  persistentVolumeClaimRetentionPolicy:
+    whenDeleted: Retain
+    whenScaled: Retain
   podManagementPolicy: OrderedReady
   replicas: 3
   revisionHistoryLimit: 10
@@ -29,7 +32,11 @@
         app.kubernetes.io/part-of: percona-xtradb-cluster
     spec:
       containers:
-        - env:
+        - args:
+            - haproxy
+          command:
+            - /opt/percona/haproxy-entrypoint.sh
+          env:
             - name: PXC_SERVICE
               value: proxy-protocol-pxc
             - name: LIVENESS_CHECK_TIMEOUT
@@ -103,11 +110,11 @@
             - -on-change=/opt/percona/haproxy_add_pxc_nodes.sh
             - -service=$(PXC_SERVICE)
             - -protocol=$(PEER_LIST_SRV_PROTOCOL)
+          command:
+            - /opt/percona/haproxy-entrypoint.sh
           env:
             - name: PXC_SERVICE
               value: proxy-protocol-pxc
-            - name: HA_SERVER_OPTIONS
-              value: resolvers kubernetes check inter 10000 rise 1 fall 2 weight 1
             - name: IS_PROXY_PROTOCOL
               value: "yes"
             - name: REPLICAS_SVC_ONLY_READERS