Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/logs/proxy-protocol-8-0.log
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ prepare_config
+ desc 'prepare config'
+ set +o xtrace


-----------------------------------------------------------------------------------
prepare config
-----------------------------------------------------------------------------------

++ grep -v NAME
++ grep -v master
++ awk '{print $1}'
++ kubectl get nodes
+ nodes='gke-jen-pxc-2002-4292959-default-pool-63ff5e76-331v
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-5r0q
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-hqj0'
++ wc -l
++ printf 'gke-jen-pxc-2002-4292959-default-pool-63ff5e76-331v
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-5r0q
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-hqj0\n'
+ '[' 3 -lt 3 ']'
++ tail -n1
++ echo 'gke-jen-pxc-2002-4292959-default-pool-63ff5e76-331v
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-5r0q
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-hqj0'
+ haproxy_node=gke-jen-pxc-2002-4292959-default-pool-63ff5e76-hqj0
++ echo 'gke-jen-pxc-2002-4292959-default-pool-63ff5e76-331v
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-5r0q
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-hqj0'
++ tail -n2
++ head -n1
+ pxc_node=gke-jen-pxc-2002-4292959-default-pool-63ff5e76-5r0q
++ echo 'gke-jen-pxc-2002-4292959-default-pool-63ff5e76-331v
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-5r0q
gke-jen-pxc-2002-4292959-default-pool-63ff5e76-hqj0'
++ tail -n3
++ head -n1
+ client_node=gke-jen-pxc-2002-4292959-default-pool-63ff5e76-331v
+ /usr/bin/sed -e 's#kubernetes.io/hostname:.*-node2$#kubernetes.io/hostname: gke-jen-pxc-2002-4292959-default-pool-63ff5e76-5r0q#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/conf/proxy-protocol.yml
+ /usr/bin/sed -e 's#kubernetes.io/hostname:.*-node1$#kubernetes.io/hostname: gke-jen-pxc-2002-4292959-default-pool-63ff5e76-hqj0#'
+ /usr/bin/sed -e 's#kubernetes.io/hostname:.*-node3$#kubernetes.io/hostname: gke-jen-pxc-2002-4292959-default-pool-63ff5e76-331v#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/conf/client.yml
+ create_infra proxy-protocol-26470
+ local ns=proxy-protocol-26470
+ '[' -n pxc-operator ']'
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get pxc --all-namespaces -o wide
+ kubectl patch pxc -n proxy-protocol-5149 proxy-protocol --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/proxy-protocol patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.iCMplge64J
++ mktemp
+ local LAST_ERR=/tmp/tmp.E2I2MR1wqg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iCMplge64J
perconaxtradbcluster.pxc.percona.com "proxy-protocol" deleted from proxy-protocol-5149 namespace
+ cat /tmp/tmp.E2I2MR1wqg
+ rm /tmp/tmp.iCMplge64J /tmp/tmp.E2I2MR1wqg
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.QNp61JcnEB
++ mktemp
+ local LAST_ERR=/tmp/tmp.TUAtssLt0K
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QNp61JcnEB
No resources found
+ cat /tmp/tmp.TUAtssLt0K
+ rm /tmp/tmp.QNp61JcnEB /tmp/tmp.TUAtssLt0K
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.6aUhDGRh1d
++ mktemp
+ local LAST_ERR=/tmp/tmp.sbA6d7B4sB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6aUhDGRh1d
No resources found
+ cat /tmp/tmp.sbA6d7B4sB
+ rm /tmp/tmp.6aUhDGRh1d /tmp/tmp.sbA6d7B4sB
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get MutatingWebhookConfiguration
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.Gs8k0YcSIA
+ local LAST_OUT=/tmp/tmp.huE6ZbvZOg
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.b3CnS0efSR
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.YCJiZDcJwX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ awk '{print$1}'
+ kubectl delete namespace pxc-operator
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ xargs kubectl delete ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Gs8k0YcSIA
+ cat /tmp/tmp.YCJiZDcJwX
+ rm /tmp/tmp.Gs8k0YcSIA /tmp/tmp.YCJiZDcJwX
+ return 0
namespace "proxy-protocol-5149" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.huE6ZbvZOg
namespace "pxc-operator" deleted
+ cat /tmp/tmp.b3CnS0efSR
+ rm /tmp/tmp.huE6ZbvZOg /tmp/tmp.b3CnS0efSR
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.SsFvMVzUp1
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZjeLkM8azu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.SsFvMVzUp1
namespace/pxc-operator created
+ cat /tmp/tmp.ZjeLkM8azu
+ rm /tmp/tmp.SsFvMVzUp1 /tmp/tmp.ZjeLkM8azu
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ki1UIZHwbB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XUmdJ050tF
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Ki1UIZHwbB
++ cat /tmp/tmp.XUmdJ050tF
++ rm /tmp/tmp.Ki1UIZHwbB /tmp/tmp.XUmdJ050tF
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.UrHo9xZluE
++ mktemp
+ local LAST_ERR=/tmp/tmp.bhif5gMyF3
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UrHo9xZluE
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2" modified.
+ cat /tmp/tmp.bhif5gMyF3
+ rm /tmp/tmp.UrHo9xZluE /tmp/tmp.bhif5gMyF3
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.8gdJB7r8Z1
++ mktemp
+ local LAST_ERR=/tmp/tmp.MQsPyqVWb0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8gdJB7r8Z1
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.MQsPyqVWb0
+ rm /tmp/tmp.8gdJB7r8Z1 /tmp/tmp.MQsPyqVWb0
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.h8LCN3cKyr
++ mktemp
+ local LAST_ERR=/tmp/tmp.qFVZFSckMj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.h8LCN3cKyr
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.qFVZFSckMj
+ rm /tmp/tmp.h8LCN3cKyr /tmp/tmp.qFVZFSckMj
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/deploy/cw-operator.yaml
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2002-42929599^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.JXVkTpOhT7
++ mktemp
+ local LAST_ERR=/tmp/tmp.qg4tuuJl7h
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JXVkTpOhT7
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.qg4tuuJl7h
+ rm /tmp/tmp.JXVkTpOhT7 /tmp/tmp.qg4tuuJl7h
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.VM1AMP1mLf
++ mktemp
+ local LAST_ERR=/tmp/tmp.4Q30txeNKG
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VM1AMP1mLf
pod/percona-xtradb-cluster-operator-6c8dc776-kn8kf condition met
+ cat /tmp/tmp.4Q30txeNKG
+ rm /tmp/tmp.VM1AMP1mLf /tmp/tmp.4Q30txeNKG
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pwDpNTW7Fz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.X8EJAaEk6D
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.pwDpNTW7Fz
++ cat /tmp/tmp.X8EJAaEk6D
++ rm /tmp/tmp.pwDpNTW7Fz /tmp/tmp.X8EJAaEk6D
++ return 0
+ wait_pod percona-xtradb-cluster-operator-6c8dc776-kn8kf 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-6c8dc776-kn8kf
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-6c8dc776-kn8kf
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-6c8dc776-kn8kf condition met
waiting for pod/percona-xtradb-cluster-operator-6c8dc776-kn8kf to become Ready.Ok
+ sleep 3
+ create_namespace proxy-protocol-26470
+ local namespace=proxy-protocol-26470
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep validate-auth
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces proxy-protocol-26470'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces proxy-protocol-26470
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace proxy-protocol-26470
++ mktemp
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.JJWRSIHCIr
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.pZK8oeKm5b
+ local exit_status=0
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.6i0BgezDs3
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace proxy-protocol-26470
+ local LAST_ERR=/tmp/tmp.TU5k2h7yjw
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace proxy-protocol-26470
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6i0BgezDs3
+ cat /tmp/tmp.TU5k2h7yjw
+ rm /tmp/tmp.6i0BgezDs3 /tmp/tmp.TU5k2h7yjw
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace proxy-protocol-26470
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.JJWRSIHCIr
+ cat /tmp/tmp.pZK8oeKm5b
Error from server (NotFound): namespaces "proxy-protocol-26470" not found
+ rm /tmp/tmp.JJWRSIHCIr /tmp/tmp.pZK8oeKm5b
+ return 1
+ :
+ wait_for_delete namespace/proxy-protocol-26470
+ local res=namespace/proxy-protocol-26470
+ echo -n 'waiting for namespace/proxy-protocol-26470 to be deleted'
waiting for namespace/proxy-protocol-26470 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "proxy-protocol-26470" not found
+ desc 'create namespace proxy-protocol-26470'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace proxy-protocol-26470
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace proxy-protocol-26470
++ mktemp
+ local LAST_OUT=/tmp/tmp.Lc9RA0Y1LA
++ mktemp
+ local LAST_ERR=/tmp/tmp.2NK9rlaObH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace proxy-protocol-26470
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Lc9RA0Y1LA
namespace/proxy-protocol-26470 created
+ cat /tmp/tmp.2NK9rlaObH
+ rm /tmp/tmp.Lc9RA0Y1LA /tmp/tmp.2NK9rlaObH
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zw1kVyfw8x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WqRj3jhLhm
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zw1kVyfw8x
++ cat /tmp/tmp.WqRj3jhLhm
++ rm /tmp/tmp.zw1kVyfw8x /tmp/tmp.WqRj3jhLhm
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2 --namespace=proxy-protocol-26470
++ mktemp
+ local LAST_OUT=/tmp/tmp.LVMGGQR7CY
++ mktemp
+ local LAST_ERR=/tmp/tmp.D9pwRC8ljm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2 --namespace=proxy-protocol-26470
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LVMGGQR7CY
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2" modified.
+ cat /tmp/tmp.D9pwRC8ljm
+ rm /tmp/tmp.LVMGGQR7CY /tmp/tmp.D9pwRC8ljm
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.s3xumdUXOe
++ mktemp
+ local LAST_ERR=/tmp/tmp.kqRHiJEPIH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.s3xumdUXOe
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.kqRHiJEPIH
+ rm /tmp/tmp.s3xumdUXOe /tmp/tmp.kqRHiJEPIH
+ return 0
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ spinup_pxc proxy-protocol /tmp/tmp.OY7hSwcELB/proxy-protocol.yml 3 15 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml /tmp/tmp.OY7hSwcELB/client.yml 33062
+ local cluster=proxy-protocol
+ local config=/tmp/tmp.OY7hSwcELB/proxy-protocol.yml
+ local size=3
+ local sleep=15
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/tmp/tmp.OY7hSwcELB/client.yml
+ local port=33062
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.hiK09B5WJg
++ mktemp
+ local LAST_ERR=/tmp/tmp.kRCHz2BN6t
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hiK09B5WJg
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.kRCHz2BN6t
+ rm /tmp/tmp.hiK09B5WJg /tmp/tmp.kRCHz2BN6t
+ return 0
+ apply_config /tmp/tmp.OY7hSwcELB/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.OY7hSwcELB/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.L6YRCa5dan
++ mktemp
+ local LAST_ERR=/tmp/tmp.Au6P3my4In
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ cat /tmp/tmp.OY7hSwcELB/client.yml
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2002-42929599#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.proxy-protocol-26470~
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.L6YRCa5dan
deployment.apps/pxc-client created
+ cat /tmp/tmp.Au6P3my4In
+ rm /tmp/tmp.L6YRCa5dan /tmp/tmp.Au6P3my4In
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /tmp/tmp.OY7hSwcELB/proxy-protocol.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /tmp/tmp.OY7hSwcELB/proxy-protocol.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Vf9XgjkkSR
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2002-42929599#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ cat /tmp/tmp.OY7hSwcELB/proxy-protocol.yml
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.proxy-protocol-26470~
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.pQA2LsgaSg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Vf9XgjkkSR
perconaxtradbcluster.pxc.percona.com/proxy-protocol created
+ cat /tmp/tmp.pQA2LsgaSg
+ rm /tmp/tmp.Vf9XgjkkSR /tmp/tmp.pQA2LsgaSg
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy proxy-protocol
++ local target_cluster=proxy-protocol
+++ kubectl_bin get pxc proxy-protocol -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.roITcrSM9Y
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.IXjat7AwA7
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc proxy-protocol -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.roITcrSM9Y
+++ cat /tmp/tmp.IXjat7AwA7
+++ rm /tmp/tmp.roITcrSM9Y /tmp/tmp.IXjat7AwA7
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo proxy-protocol-haproxy
++ return
+ local proxy=proxy-protocol-haproxy
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n proxy-protocol-26470
++ mktemp
+ local LAST_OUT=/tmp/tmp.WFY1zR3IJO
++ mktemp
+ local LAST_ERR=/tmp/tmp.eV0ZBTUIaV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n proxy-protocol-26470
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n proxy-protocol-26470
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n proxy-protocol-26470
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.WFY1zR3IJO
+ cat /tmp/tmp.eV0ZBTUIaV
error: no matching resources found
+ rm /tmp/tmp.WFY1zR3IJO /tmp/tmp.eV0ZBTUIaV
+ return 1
+ true
+ wait_for_running proxy-protocol-haproxy 1
+ local name=proxy-protocol-haproxy
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod proxy-protocol-haproxy-0 480
+ local pod=proxy-protocol-haproxy-0
+ local max_retry=480
+ local ns=
++ echo proxy-protocol-haproxy-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/proxy-protocol-haproxy-0 condition met
waiting for pod/proxy-protocol-haproxy-0 to become Ready.Ok
+ wait_for_running proxy-protocol-pxc 3
+ local name=proxy-protocol-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod proxy-protocol-pxc-0 480
+ local pod=proxy-protocol-pxc-0
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo proxy-protocol-pxc-0
+ local container=pxc
+ set +o xtrace
pod/proxy-protocol-pxc-0 condition met
waiting for pod/proxy-protocol-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod proxy-protocol-pxc-1 480
+ local pod=proxy-protocol-pxc-1
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo proxy-protocol-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/proxy-protocol-pxc-1 condition met
waiting for pod/proxy-protocol-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod proxy-protocol-pxc-2 480
+ local pod=proxy-protocol-pxc-2
+ local max_retry=480
+ local ns=
++ echo proxy-protocol-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/proxy-protocol-pxc-2 condition met
waiting for pod/proxy-protocol-pxc-2 to become Ready.Ok
+ sleep 15
++ kubectl get pxc proxy-protocol -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H4VdkXybGR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0Ucj7uGZ5Y
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.H4VdkXybGR
++ cat /tmp/tmp.0Ucj7uGZ5Y
++ rm /tmp/tmp.H4VdkXybGR /tmp/tmp.0Ucj7uGZ5Y
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h proxy-protocol-haproxy -uroot -p'\''root_password'\'' -P33062'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h proxy-protocol-haproxy -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mX9kHiy6a6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.thLu4pwekf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.mX9kHiy6a6
++ cat /tmp/tmp.thLu4pwekf
++ rm /tmp/tmp.mX9kHiy6a6 /tmp/tmp.thLu4pwekf
++ return 0
+ client_pod=pxc-client-59d44586cc-pjmq4
+ wait_pod pxc-client-59d44586cc-pjmq4
+ local pod=pxc-client-59d44586cc-pjmq4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59d44586cc-pjmq4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59d44586cc-pjmq4 condition met
waiting for pod/pxc-client-59d44586cc-pjmq4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h proxy-protocol-haproxy -uroot -p'\''root_password'\'' -P33062'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h proxy-protocol-haproxy -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3I5W4GacHR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CAcDdTt306
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3I5W4GacHR
++ cat /tmp/tmp.CAcDdTt306
++ rm /tmp/tmp.3I5W4GacHR /tmp/tmp.CAcDdTt306
++ return 0
+ client_pod=pxc-client-59d44586cc-pjmq4
+ wait_pod pxc-client-59d44586cc-pjmq4
+ local pod=pxc-client-59d44586cc-pjmq4
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-59d44586cc-pjmq4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-59d44586cc-pjmq4 condition met
waiting for pod/pxc-client-59d44586cc-pjmq4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-0.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-0.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-0.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-0.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zpdolUP7wP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PGLcd6wxhT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zpdolUP7wP
++ cat /tmp/tmp.PGLcd6wxhT
++ rm /tmp/tmp.zpdolUP7wP /tmp/tmp.PGLcd6wxhT
++ return 0
+ client_pod=pxc-client-59d44586cc-pjmq4
+ wait_pod pxc-client-59d44586cc-pjmq4
+ local pod=pxc-client-59d44586cc-pjmq4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59d44586cc-pjmq4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59d44586cc-pjmq4 condition met
waiting for pod/pxc-client-59d44586cc-pjmq4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OY7hSwcELB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1.sql /tmp/tmp.OY7hSwcELB/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-1.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-1.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-1.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-1.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UKHgqDUXJu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oxN1ruOALz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.UKHgqDUXJu
++ cat /tmp/tmp.oxN1ruOALz
++ rm /tmp/tmp.UKHgqDUXJu /tmp/tmp.oxN1ruOALz
++ return 0
+ client_pod=pxc-client-59d44586cc-pjmq4
+ wait_pod pxc-client-59d44586cc-pjmq4
+ local pod=pxc-client-59d44586cc-pjmq4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59d44586cc-pjmq4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59d44586cc-pjmq4 condition met
waiting for pod/pxc-client-59d44586cc-pjmq4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OY7hSwcELB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1.sql /tmp/tmp.OY7hSwcELB/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-2.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-2.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h proxy-protocol-pxc-2.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h proxy-protocol-pxc-2.proxy-protocol-pxc -uroot -p'\''root_password'\'' -P33062'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IVQm9tXHoe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HFuxI7ho42
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IVQm9tXHoe
++ cat /tmp/tmp.HFuxI7ho42
++ rm /tmp/tmp.IVQm9tXHoe /tmp/tmp.HFuxI7ho42
++ return 0
+ client_pod=pxc-client-59d44586cc-pjmq4
+ wait_pod pxc-client-59d44586cc-pjmq4
+ local pod=pxc-client-59d44586cc-pjmq4
+ local max_retry=480
+ local ns=
++ echo pxc-client-59d44586cc-pjmq4
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59d44586cc-pjmq4 condition met
waiting for pod/pxc-client-59d44586cc-pjmq4 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OY7hSwcELB/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/select-1.sql /tmp/tmp.OY7hSwcELB/select-1.sql
++ is_keyring_plugin_in_use proxy-protocol
++ local cluster=proxy-protocol
++ kubectl_bin exec -it proxy-protocol-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.t4RtwemhkF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m4mqbpn9ZY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it proxy-protocol-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.t4RtwemhkF
++ cat /tmp/tmp.m4mqbpn9ZY
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.t4RtwemhkF /tmp/tmp.m4mqbpn9ZY
++ return 0
+ '[' '' ']'
+ sleep 120
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].status.podIP}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Fc9PHxa09k
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Aqp46aGjDS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].status.podIP}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Fc9PHxa09k
++ cat /tmp/tmp.Aqp46aGjDS
++ rm /tmp/tmp.Fc9PHxa09k /tmp/tmp.Aqp46aGjDS
++ return 0
+ client_ip=10.181.104.19
+ '[' 0 -eq 1 ']'
+ [[ -n '' ]]
++ get_service_endpoint proxy-protocol-haproxy
++ local service=proxy-protocol-haproxy
+++ jq '.status.loadBalancer.ingress[].hostname'
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/proxy-protocol-haproxy -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.NGxoRaxyWv
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YszK9tq3BN
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/proxy-protocol-haproxy -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.NGxoRaxyWv
+++ cat /tmp/tmp.YszK9tq3BN
+++ rm /tmp/tmp.NGxoRaxyWv /tmp/tmp.YszK9tq3BN
+++ return 0
++ local hostname=null
++ '[' -n null -a null '!=' null ']'
+++ jq '.status.loadBalancer.ingress[].ip'
+++ sed -e 's/^"//; s/"$//;'
+++ kubectl_bin get service/proxy-protocol-haproxy -o json
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ggS55Gia25
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ISRpZivWEc
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get service/proxy-protocol-haproxy -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ggS55Gia25
+++ cat /tmp/tmp.ISRpZivWEc
+++ rm /tmp/tmp.ggS55Gia25 /tmp/tmp.ISRpZivWEc
+++ return 0
++ local ip=136.115.2.13
++ '[' -n 136.115.2.13 -a 136.115.2.13 '!=' null ']'
++ echo 136.115.2.13
++ return
+ service_ip=136.115.2.13
+ desc 'check if service and statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if service and statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/proxy-protocol-pxc
+ local resource=statefulset/proxy-protocol-pxc
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc.yml
+ local new_result=/tmp/tmp.OY7hSwcELB/statefulset_proxy-protocol-pxc.yml
+ desc 'compare statefulset/proxy-protocol-pxc-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/proxy-protocol-pxc-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ bc -l
++ echo '1.31 >= 1.33'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ bc -l
++ echo '1.31 >= 1.29'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ bc -l
++ echo '1.31 >= 1.27'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127-aks.yml ']'
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("proxy-protocol-26470", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ kubectl_bin get -o yaml statefulset/proxy-protocol-pxc
++ mktemp
+ local LAST_OUT=/tmp/tmp.u0JwATITIj
++ mktemp
+ local LAST_ERR=/tmp/tmp.VsW0V01ZVj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/proxy-protocol-pxc
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.u0JwATITIj
+ cat /tmp/tmp.VsW0V01ZVj
+ rm /tmp/tmp.u0JwATITIj /tmp/tmp.VsW0V01ZVj
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127.yml /tmp/tmp.OY7hSwcELB/statefulset_proxy-protocol-pxc.yml
--- /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/proxy-protocol/compare/statefulset_proxy-protocol-pxc-k127.yml	2025-11-04 07:54:10.972958671 +0000
+++ /tmp/tmp.OY7hSwcELB/statefulset_proxy-protocol-pxc.yml	2025-11-04 09:04:29.979154492 +0000
@@ -71,6 +71,8 @@
               value: /var/lib/mysql/notify.sock
             - name: MYSQL_STATE_FILE
               value: /var/lib/mysql/mysql.state
+            - name: LD_PRELOAD
+              value: /usr/lib64/libjemalloc.so.1
           envFrom:
             - secretRef:
                 name: proxy-protocol-env-vars-pxc