Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/logs/scaling-proxysql-8-0.log
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.27) exceeds the supported minor version skew of +/-1
+ create_infra scaling-proxysql-27707
+ local ns=scaling-proxysql-27707
+ '[' -n pxc-operator ']'
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
+ kubectl get pxc --all-namespaces -o wide
+ kubectl patch pxc -n scaling-proxysql-14762 scaling-proxysql --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/scaling-proxysql patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.gCZPZIC1sl
++ mktemp
+ local LAST_ERR=/tmp/tmp.JmsPI2nEzn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.gCZPZIC1sl
perconaxtradbcluster.pxc.percona.com "scaling-proxysql" deleted
+ cat /tmp/tmp.JmsPI2nEzn
+ rm /tmp/tmp.gCZPZIC1sl /tmp/tmp.JmsPI2nEzn
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.jZaZprSNgG
++ mktemp
+ local LAST_ERR=/tmp/tmp.i1UnLWRTln
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jZaZprSNgG
No resources found
+ cat /tmp/tmp.i1UnLWRTln
+ rm /tmp/tmp.jZaZprSNgG /tmp/tmp.i1UnLWRTln
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.RC56y6Wkll
++ mktemp
+ local LAST_ERR=/tmp/tmp.zsSqqrr8LL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RC56y6Wkll
No resources found
+ cat /tmp/tmp.zsSqqrr8LL
+ rm /tmp/tmp.RC56y6Wkll /tmp/tmp.zsSqqrr8LL
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.a6NkUomVur
++ mktemp
+ local LAST_OUT=/tmp/tmp.NaI3JJgG5t
++ mktemp
+ local LAST_ERR=/tmp/tmp.tLZNndCaSK
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.CjFtQGm0uk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NaI3JJgG5t
+ cat /tmp/tmp.CjFtQGm0uk
+ rm /tmp/tmp.NaI3JJgG5t /tmp/tmp.CjFtQGm0uk
+ return 0
namespace "gmp-public" deleted
namespace "gmp-system" deleted
namespace "scaling-proxysql-14762" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.a6NkUomVur
namespace "pxc-operator" deleted
+ cat /tmp/tmp.tLZNndCaSK
+ rm /tmp/tmp.a6NkUomVur /tmp/tmp.tLZNndCaSK
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'namespace/pxc-operator - '
namespace/pxc-operator - + set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.YThWTBdCYp
++ mktemp
+ local LAST_ERR=/tmp/tmp.i8n8t5BW1k
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YThWTBdCYp
namespace/pxc-operator created
+ cat /tmp/tmp.i8n8t5BW1k
+ rm /tmp/tmp.YThWTBdCYp /tmp/tmp.i8n8t5BW1k
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FsSpT1lkut
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Zacpwb6H2w
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FsSpT1lkut
++ cat /tmp/tmp.Zacpwb6H2w
++ rm /tmp/tmp.FsSpT1lkut /tmp/tmp.Zacpwb6H2w
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster5 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.9PlJgpdbgB
++ mktemp
+ local LAST_ERR=/tmp/tmp.DwW9YNhZir
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster5 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.9PlJgpdbgB
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster5" modified.
+ cat /tmp/tmp.DwW9YNhZir
+ rm /tmp/tmp.9PlJgpdbgB /tmp/tmp.DwW9YNhZir
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.hygejwO0jQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.aVTz9wLT0w
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hygejwO0jQ
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.aVTz9wLT0w
+ rm /tmp/tmp.hygejwO0jQ /tmp/tmp.aVTz9wLT0w
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
++ mktemp
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ local LAST_OUT=/tmp/tmp.lZgBpcPpgL
++ mktemp
+ local LAST_ERR=/tmp/tmp.ePPCJIeDnn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lZgBpcPpgL
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.ePPCJIeDnn
+ rm /tmp/tmp.lZgBpcPpgL /tmp/tmp.ePPCJIeDnn
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/deploy/cw-operator.yaml
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' -
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.VolRZcpdUq
++ mktemp
+ local LAST_ERR=/tmp/tmp.tG1LKzc94D
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.VolRZcpdUq
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.tG1LKzc94D
+ rm /tmp/tmp.VolRZcpdUq /tmp/tmp.tG1LKzc94D
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.Vm4RWkRbiJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.KKa2ftsAf4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Vm4RWkRbiJ
pod/percona-xtradb-cluster-operator-86c87db468-4s9dg condition met
+ cat /tmp/tmp.KKa2ftsAf4
+ rm /tmp/tmp.Vm4RWkRbiJ /tmp/tmp.KKa2ftsAf4
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IIf39gOgZb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eimgNf9a5Z
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.IIf39gOgZb
++ cat /tmp/tmp.eimgNf9a5Z
++ rm /tmp/tmp.IIf39gOgZb /tmp/tmp.eimgNf9a5Z
++ return 0
+ wait_pod percona-xtradb-cluster-operator-86c87db468-4s9dg 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-86c87db468-4s9dg
+ local max_retry=480
+ local ns=pxc-operator
++ egrep '^(pxc|proxysql)$'
++ echo percona-xtradb-cluster-operator-86c87db468-4s9dg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-86c87db468-4s9dg condition met
percona-xtradb-cluster-operator-86c87db468-4s9dg.Ok
+ sleep 3
+ create_namespace scaling-proxysql-27707
+ local namespace=scaling-proxysql-27707
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces scaling-proxysql-27707'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces scaling-proxysql-27707
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace scaling-proxysql-27707
+ kubectl_bin get ns
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.PBzc0kywg7
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.T4coTTYoTZ
+ local exit_status=0
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.pqlOfQbaSS
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.QdBTHCHmX6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace scaling-proxysql-27707
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace scaling-proxysql-27707
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PBzc0kywg7
+ cat /tmp/tmp.T4coTTYoTZ
+ rm /tmp/tmp.PBzc0kywg7 /tmp/tmp.T4coTTYoTZ
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace scaling-proxysql-27707
namespace "gmp-public" deleted
namespace "gmp-system" deleted
Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.pqlOfQbaSS
+ cat /tmp/tmp.QdBTHCHmX6
Error from server (NotFound): namespaces "scaling-proxysql-27707" not found
+ rm /tmp/tmp.pqlOfQbaSS /tmp/tmp.QdBTHCHmX6
+ return 1
+ :
+ wait_for_delete namespace/scaling-proxysql-27707
+ local res=namespace/scaling-proxysql-27707
+ echo -n 'namespace/scaling-proxysql-27707 - '
namespace/scaling-proxysql-27707 - + set +o xtrace
Error from server (NotFound): namespaces "scaling-proxysql-27707" not found
+ desc 'create namespace scaling-proxysql-27707'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace scaling-proxysql-27707
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace scaling-proxysql-27707
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZVFtQY3DN5
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z4xmNG4275
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace scaling-proxysql-27707
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZVFtQY3DN5
namespace/scaling-proxysql-27707 created
+ cat /tmp/tmp.Z4xmNG4275
+ rm /tmp/tmp.ZVFtQY3DN5 /tmp/tmp.Z4xmNG4275
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kpVYBRLAvB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7ofiN6TjOd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kpVYBRLAvB
++ cat /tmp/tmp.7ofiN6TjOd
++ rm /tmp/tmp.kpVYBRLAvB /tmp/tmp.7ofiN6TjOd
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster5 --namespace=scaling-proxysql-27707
++ mktemp
+ local LAST_OUT=/tmp/tmp.qK76DAsJmT
++ mktemp
+ local LAST_ERR=/tmp/tmp.s6bwhOhCfv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster5 --namespace=scaling-proxysql-27707
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qK76DAsJmT
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1781-4641617b-1-cluster5" modified.
+ cat /tmp/tmp.s6bwhOhCfv
+ rm /tmp/tmp.qK76DAsJmT /tmp/tmp.s6bwhOhCfv
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ALLnktDUmG
++ mktemp
+ local LAST_ERR=/tmp/tmp.Eoq8W07cso
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ALLnktDUmG
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.Eoq8W07cso
+ rm /tmp/tmp.ALLnktDUmG /tmp/tmp.Eoq8W07cso
+ return 0
+ cluster=scaling-proxysql
+ spinup_pxc scaling-proxysql /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/conf/scaling-proxysql.yml
+ local cluster=scaling-proxysql
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/conf/scaling-proxysql.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.jLNWmEA82h
++ mktemp
+ local LAST_ERR=/tmp/tmp.OafaDGMjpx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.jLNWmEA82h
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.OafaDGMjpx
+ rm /tmp/tmp.jLNWmEA82h /tmp/tmp.OafaDGMjpx
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.MPwDb2Wvf3
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scaling-proxysql-27707~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.jEnn6dN0HL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MPwDb2Wvf3
deployment.apps/pxc-client created
+ cat /tmp/tmp.jEnn6dN0HL
+ rm /tmp/tmp.MPwDb2Wvf3 /tmp/tmp.jEnn6dN0HL
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/conf/scaling-proxysql.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/conf/scaling-proxysql.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/conf/scaling-proxysql.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_OUT=/tmp/tmp.7jUIgG4ZoI
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scaling-proxysql-27707~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_ERR=/tmp/tmp.3q7q4QgC1o
+ local exit_status=0
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.7jUIgG4ZoI
perconaxtradbcluster.pxc.percona.com/scaling-proxysql created
+ cat /tmp/tmp.3q7q4QgC1o
+ rm /tmp/tmp.7jUIgG4ZoI /tmp/tmp.3q7q4QgC1o
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy scaling-proxysql
++ local target_cluster=scaling-proxysql
+++ kubectl_bin get pxc scaling-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ntLUOAQyAp
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Y7hroygZ7H
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc scaling-proxysql -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ntLUOAQyAp
+++ cat /tmp/tmp.Y7hroygZ7H
+++ rm /tmp/tmp.ntLUOAQyAp /tmp/tmp.Y7hroygZ7H
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc scaling-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.nTdh4QCDeR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.nUInKIMl1g
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc scaling-proxysql -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.nTdh4QCDeR
+++ cat /tmp/tmp.nUInKIMl1g
+++ rm /tmp/tmp.nTdh4QCDeR /tmp/tmp.nUInKIMl1g
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo scaling-proxysql-proxysql
++ return
+ local proxy=scaling-proxysql-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n scaling-proxysql-27707
++ mktemp
+ local LAST_OUT=/tmp/tmp.43kbdjcA7P
++ mktemp
+ local LAST_ERR=/tmp/tmp.aC07yZIbxD
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n scaling-proxysql-27707
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n scaling-proxysql-27707
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n scaling-proxysql-27707
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.43kbdjcA7P
+ cat /tmp/tmp.aC07yZIbxD
error: no matching resources found
+ rm /tmp/tmp.43kbdjcA7P /tmp/tmp.aC07yZIbxD
+ return 1
+ true
+ wait_for_running scaling-proxysql-proxysql 1
+ local name=scaling-proxysql-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scaling-proxysql-proxysql-0 480
+ local pod=scaling-proxysql-proxysql-0
+ local max_retry=480
+ local ns=
++ echo scaling-proxysql-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/scaling-proxysql-proxysql-0 condition met
scaling-proxysql-proxysql-0.Ok
+ wait_for_running scaling-proxysql-pxc 3
+ local name=scaling-proxysql-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scaling-proxysql-pxc-0 480
+ local pod=scaling-proxysql-pxc-0
+ local max_retry=480
+ local ns=
++ echo scaling-proxysql-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/scaling-proxysql-pxc-0 condition met
scaling-proxysql-pxc-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scaling-proxysql-pxc-1 480
+ local pod=scaling-proxysql-pxc-1
+ local max_retry=480
+ local ns=
++ echo scaling-proxysql-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/scaling-proxysql-pxc-1 condition met
scaling-proxysql-pxc-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scaling-proxysql-pxc-2 480
+ local pod=scaling-proxysql-pxc-2
+ local max_retry=480
+ local ns=
++ echo scaling-proxysql-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/scaling-proxysql-pxc-2 condition met
scaling-proxysql-pxc-2.Ok
+ sleep 10
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h scaling-proxysql-proxysql -uroot -proot_password -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h scaling-proxysql-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.E4Qy01z4zQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ELp3xqMcte
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.E4Qy01z4zQ
++ cat /tmp/tmp.ELp3xqMcte
++ rm /tmp/tmp.E4Qy01z4zQ /tmp/tmp.ELp3xqMcte
++ return 0
+ client_pod=pxc-client-65c795cbdf-d8j7c
+ wait_pod pxc-client-65c795cbdf-d8j7c
+ local pod=pxc-client-65c795cbdf-d8j7c
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-d8j7c
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-d8j7c condition met
pxc-client-65c795cbdf-d8j7c.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h scaling-proxysql-proxysql -uroot -proot_password -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h scaling-proxysql-proxysql -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.j0vdEcRH1c
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aRnK6eJUh0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.j0vdEcRH1c
++ cat /tmp/tmp.aRnK6eJUh0
++ rm /tmp/tmp.j0vdEcRH1c /tmp/tmp.aRnK6eJUh0
++ return 0
+ client_pod=pxc-client-65c795cbdf-d8j7c
+ wait_pod pxc-client-65c795cbdf-d8j7c
+ local pod=pxc-client-65c795cbdf-d8j7c
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-d8j7c
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-d8j7c condition met
pxc-client-65c795cbdf-d8j7c.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h scaling-proxysql-pxc-0.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scaling-proxysql-pxc-0.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h scaling-proxysql-pxc-0.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scaling-proxysql-pxc-0.scaling-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QRso5nYpf4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aJgQLYGql0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.QRso5nYpf4
++ cat /tmp/tmp.aJgQLYGql0
++ rm /tmp/tmp.QRso5nYpf4 /tmp/tmp.aJgQLYGql0
++ return 0
+ client_pod=pxc-client-65c795cbdf-d8j7c
+ wait_pod pxc-client-65c795cbdf-d8j7c
+ local pod=pxc-client-65c795cbdf-d8j7c
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-d8j7c
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-d8j7c condition met
pxc-client-65c795cbdf-d8j7c.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.Qz3lwa5cdq/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1.sql /tmp/tmp.Qz3lwa5cdq/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h scaling-proxysql-pxc-1.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scaling-proxysql-pxc-1.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h scaling-proxysql-pxc-1.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scaling-proxysql-pxc-1.scaling-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1GEvQOjzI6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vLP9bGpBRh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1GEvQOjzI6
++ cat /tmp/tmp.vLP9bGpBRh
++ rm /tmp/tmp.1GEvQOjzI6 /tmp/tmp.vLP9bGpBRh
++ return 0
+ client_pod=pxc-client-65c795cbdf-d8j7c
+ wait_pod pxc-client-65c795cbdf-d8j7c
+ local pod=pxc-client-65c795cbdf-d8j7c
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-65c795cbdf-d8j7c
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-d8j7c condition met
pxc-client-65c795cbdf-d8j7c.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.Qz3lwa5cdq/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1.sql /tmp/tmp.Qz3lwa5cdq/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h scaling-proxysql-pxc-2.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scaling-proxysql-pxc-2.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1-80.sql ']'
+ run_mysql 'SELECT * from myApp.myApp;' '-h scaling-proxysql-pxc-2.scaling-proxysql-pxc -uroot -proot_password -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h scaling-proxysql-pxc-2.scaling-proxysql-pxc -uroot -proot_password -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7LJFRchtiQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ywFOexjX96
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7LJFRchtiQ
++ cat /tmp/tmp.ywFOexjX96
++ rm /tmp/tmp.7LJFRchtiQ /tmp/tmp.ywFOexjX96
++ return 0
+ client_pod=pxc-client-65c795cbdf-d8j7c
+ wait_pod pxc-client-65c795cbdf-d8j7c
+ local pod=pxc-client-65c795cbdf-d8j7c
+ local max_retry=480
+ local ns=
++ echo pxc-client-65c795cbdf-d8j7c
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-65c795cbdf-d8j7c condition met
pxc-client-65c795cbdf-d8j7c.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.Qz3lwa5cdq/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/select-1.sql /tmp/tmp.Qz3lwa5cdq/select-1.sql
++ is_keyring_plugin_in_use scaling-proxysql
++ local cluster=scaling-proxysql
++ kubectl_bin exec -it scaling-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.usAifVY5yR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4CdbaAWcSp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it scaling-proxysql-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.usAifVY5yR
++ cat /tmp/tmp.4CdbaAWcSp
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.usAifVY5yR /tmp/tmp.4CdbaAWcSp
++ return 0
+ '[' '' ']'
+ desc 'scale up from 1 to 3'
+ set +o xtrace


-----------------------------------------------------------------------------------
scale up from 1 to 3
-----------------------------------------------------------------------------------

+ sed -e 's/size: 2/size: 3/'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/conf/scaling-proxysql.yml
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1781-4641617b#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/conf/scaling-proxysql.yml
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.scaling-proxysql-27707~
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ kubectl_bin apply -f-
++ mktemp
+ local LAST_OUT=/tmp/tmp.sGjrLqSgjS
++ mktemp
+ local LAST_ERR=/tmp/tmp.Wf57F6BoEZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f-
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.sGjrLqSgjS
perconaxtradbcluster.pxc.percona.com/scaling-proxysql configured
+ cat /tmp/tmp.Wf57F6BoEZ
+ rm /tmp/tmp.sGjrLqSgjS /tmp/tmp.Wf57F6BoEZ
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running scaling-proxysql-proxysql 3
+ local name=scaling-proxysql-proxysql
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scaling-proxysql-proxysql-0 480
+ local pod=scaling-proxysql-proxysql-0
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo scaling-proxysql-proxysql-0
+ local container=proxysql
+ set +o xtrace
pod/scaling-proxysql-proxysql-0 condition met
scaling-proxysql-proxysql-0.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scaling-proxysql-proxysql-1 480
+ local pod=scaling-proxysql-proxysql-1
+ local max_retry=480
+ local ns=
++ echo scaling-proxysql-proxysql-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/scaling-proxysql-proxysql-1 condition met
scaling-proxysql-proxysql-1.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod scaling-proxysql-proxysql-2 480
+ local pod=scaling-proxysql-proxysql-2
+ local max_retry=480
+ local ns=
++ echo scaling-proxysql-proxysql-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/scaling-proxysql-proxysql-2 condition met
scaling-proxysql-proxysql-2.Ok
+ sleep 25
+ desc 'check if PVC created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if PVC created
-----------------------------------------------------------------------------------

+ compare_kubectl pvc/proxydata-scaling-proxysql-proxysql-1
+ local resource=pvc/proxydata-scaling-proxysql-proxysql-1
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1.yml
+ local new_result=/tmp/tmp.Qz3lwa5cdq/pvc_proxydata-scaling-proxysql-proxysql-1.yml
+ desc 'compare pvc/proxydata-scaling-proxysql-proxysql-1-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare pvc/proxydata-scaling-proxysql-proxysql-1-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1-80.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ bc -l
++ echo '1.27 >= 1.29'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.27 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1-k127.yml ']'
+ version_gt 1.24
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.27 >= 1.24'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1-k124.yml ']'
+ version_gt 1.22
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ bc -l
++ echo '1.27 >= 1.22'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1-k122.yml ']'
+ version_gt 1.21
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.27 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1-eks.yml ']'
+ kubectl_bin get -o yaml pvc/proxydata-scaling-proxysql-proxysql-1
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("scaling-proxysql-27707", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.OK4s4rbwgC
++ mktemp
+ local LAST_ERR=/tmp/tmp.kNWYQh9Xvw
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml pvc/proxydata-scaling-proxysql-proxysql-1
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OK4s4rbwgC
+ cat /tmp/tmp.kNWYQh9Xvw
+ rm /tmp/tmp.OK4s4rbwgC /tmp/tmp.kNWYQh9Xvw
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-1.yml /tmp/tmp.Qz3lwa5cdq/pvc_proxydata-scaling-proxysql-proxysql-1.yml
+ compare_kubectl pvc/proxydata-scaling-proxysql-proxysql-2
+ local resource=pvc/proxydata-scaling-proxysql-proxysql-2
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2.yml
+ local new_result=/tmp/tmp.Qz3lwa5cdq/pvc_proxydata-scaling-proxysql-proxysql-2.yml
+ desc 'compare pvc/proxydata-scaling-proxysql-proxysql-2-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare pvc/proxydata-scaling-proxysql-proxysql-2-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2-80.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.27 >= 1.29'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.27 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2-k127.yml ']'
+ version_gt 1.24
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.27 >= 1.24'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2-k124.yml ']'
+ version_gt 1.22
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.27 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2-k122.yml ']'
+ version_gt 1.21
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.27 >= 1.21'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2-k121.yml ']'
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2-eks.yml ']'
+ kubectl_bin get -o yaml pvc/proxydata-scaling-proxysql-proxysql-2
++ mktemp
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("scaling-proxysql-27707", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
+ local LAST_OUT=/tmp/tmp.4BQ1EO1BLn
++ mktemp
+ local LAST_ERR=/tmp/tmp.r8t5ZsV5bH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml pvc/proxydata-scaling-proxysql-proxysql-2
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4BQ1EO1BLn
+ cat /tmp/tmp.r8t5ZsV5bH
+ rm /tmp/tmp.4BQ1EO1BLn /tmp/tmp.r8t5ZsV5bH
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1781/e2e-tests/scaling-proxysql/compare/pvc_proxydata-scaling-proxysql-proxysql-2.yml /tmp/tmp.Qz3lwa5cdq/pvc_proxydata-scaling-proxysql-proxysql-2.yml
+ desc 'check new Pods exists in ProxySQL'
+ set +o xtrace


-----------------------------------------------------------------------------------
check new Pods exists in ProxySQL
-----------------------------------------------------------------------------------

+ pod0=scaling-proxysql-proxysql-0
+ pod1=scaling-proxysql-proxysql-1
+ pod2=scaling-proxysql-proxysql-2
+ run_mysql_local 'SELECT hostname FROM runtime_proxysql_servers;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' scaling-proxysql-proxysql-0
+ local 'command=SELECT hostname FROM runtime_proxysql_servers;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+ local pod=scaling-proxysql-proxysql-0
+ local container_name=
+ set +o xtrace
+ grep scaling-proxysql-proxysql-0
scaling-proxysql-proxysql-0.scaling-proxysql-proxysql-unready.scaling-proxysql-27707.svc.cluster.local
+ run_mysql_local 'SELECT hostname FROM runtime_proxysql_servers;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' scaling-proxysql-proxysql-0
+ local 'command=SELECT hostname FROM runtime_proxysql_servers;'
+ grep scaling-proxysql-proxysql-1
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+ local pod=scaling-proxysql-proxysql-0
+ local container_name=
+ set +o xtrace
scaling-proxysql-proxysql-1.scaling-proxysql-proxysql-unready.scaling-proxysql-27707.svc.cluster.local
+ run_mysql_local 'SELECT hostname FROM runtime_proxysql_servers;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' scaling-proxysql-proxysql-0
+ local 'command=SELECT hostname FROM runtime_proxysql_servers;'
+ grep scaling-proxysql-proxysql-2
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+ local pod=scaling-proxysql-proxysql-0
+ local container_name=
+ set +o xtrace
scaling-proxysql-proxysql-2.scaling-proxysql-proxysql-unready.scaling-proxysql-27707.svc.cluster.local
+ run_mysql_local 'SELECT hostname FROM runtime_proxysql_servers;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' scaling-proxysql-proxysql-1
+ local 'command=SELECT hostname FROM runtime_proxysql_servers;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+ grep scaling-proxysql-proxysql-0
+ local pod=scaling-proxysql-proxysql-1
+ local container_name=
+ set +o xtrace
scaling-proxysql-proxysql-0.scaling-proxysql-proxysql-unready.scaling-proxysql-27707.svc.cluster.local
+ run_mysql_local 'SELECT hostname FROM runtime_proxysql_servers;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' scaling-proxysql-proxysql-1
+ local 'command=SELECT hostname FROM runtime_proxysql_servers;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+ grep scaling-proxysql-proxysql-1
+ local pod=scaling-proxysql-proxysql-1
+ local container_name=
+ set +o xtrace
scaling-proxysql-proxysql-1.scaling-proxysql-proxysql-unready.scaling-proxysql-27707.svc.cluster.local
+ run_mysql_local 'SELECT hostname FROM runtime_proxysql_servers;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' scaling-proxysql-proxysql-1
+ local 'command=SELECT hostname FROM runtime_proxysql_servers;'
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+ grep scaling-proxysql-proxysql-2
+ local pod=scaling-proxysql-proxysql-1
+ local container_name=
+ set +o xtrace
scaling-proxysql-proxysql-2.scaling-proxysql-proxysql-unready.scaling-proxysql-27707.svc.cluster.local
+ run_mysql_local 'SELECT hostname FROM runtime_proxysql_servers;' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' scaling-proxysql-proxysql-2
+ local 'command=SELECT hostname FROM runtime_proxysql_servers;'
+ grep scaling-proxysql-proxysql-0
+ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password'
+ local pod=scaling-proxysql-proxysql-2
+ local container_name=
+ set +o xtrace