Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/logs/storage-8-0.log
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
+ '[' -n '' ']'
+ main
+ create_infra storage-12804
+ local ns=storage-12804
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch pxc -n storage-10100 emptydir --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/emptydir patched (no change)
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.5mvqAvjsoL
++ mktemp
+ local LAST_ERR=/tmp/tmp.06TKtSssVQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5mvqAvjsoL
perconaxtradbcluster.pxc.percona.com "emptydir" deleted from storage-10100 namespace
+ cat /tmp/tmp.06TKtSssVQ
+ rm /tmp/tmp.5mvqAvjsoL /tmp/tmp.06TKtSssVQ
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.UHkkQRhMEa
++ mktemp
+ local LAST_ERR=/tmp/tmp.xpiUGtIdIv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UHkkQRhMEa
No resources found
+ cat /tmp/tmp.xpiUGtIdIv
+ rm /tmp/tmp.UHkkQRhMEa /tmp/tmp.xpiUGtIdIv
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.KHVE4D9FrL
++ mktemp
+ local LAST_ERR=/tmp/tmp.d0c9uhnsW0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.KHVE4D9FrL
No resources found
+ cat /tmp/tmp.d0c9uhnsW0
+ rm /tmp/tmp.KHVE4D9FrL /tmp/tmp.d0c9uhnsW0
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep validate-auth
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ xargs kubectl delete ns
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
++ mktemp
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Qkf7IhkdBj
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ local LAST_OUT=/tmp/tmp.ccNNuhr217
++ mktemp
+ local LAST_ERR=/tmp/tmp.3e3CX0ck3X
+ local exit_status=0
++ seq 0 2
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.9DtwngXYz9
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Qkf7IhkdBj
+ cat /tmp/tmp.3e3CX0ck3X
+ rm /tmp/tmp.Qkf7IhkdBj /tmp/tmp.3e3CX0ck3X
+ return 0
namespace "storage-10100" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ccNNuhr217
namespace "pxc-operator" deleted
+ cat /tmp/tmp.9DtwngXYz9
+ rm /tmp/tmp.ccNNuhr217 /tmp/tmp.9DtwngXYz9
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Sg2DxvkG1H
++ mktemp
+ local LAST_ERR=/tmp/tmp.VoFJG403es
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Sg2DxvkG1H
namespace/pxc-operator created
+ cat /tmp/tmp.VoFJG403es
+ rm /tmp/tmp.Sg2DxvkG1H /tmp/tmp.VoFJG403es
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.K1U3hyT1lo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i2d7SbbENt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.K1U3hyT1lo
++ cat /tmp/tmp.i2d7SbbENt
++ rm /tmp/tmp.K1U3hyT1lo /tmp/tmp.i2d7SbbENt
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.6isbL18MX5
++ mktemp
+ local LAST_ERR=/tmp/tmp.R2BdPQutah
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6isbL18MX5
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2" modified.
+ cat /tmp/tmp.R2BdPQutah
+ rm /tmp/tmp.6isbL18MX5 /tmp/tmp.R2BdPQutah
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.aS0sQ08jvy
++ mktemp
+ local LAST_ERR=/tmp/tmp.PNFErckkva
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aS0sQ08jvy
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.PNFErckkva
+ rm /tmp/tmp.aS0sQ08jvy /tmp/tmp.PNFErckkva
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.hNOyJnNjMq
++ mktemp
+ local LAST_ERR=/tmp/tmp.TF9ZYcyyGF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hNOyJnNjMq
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.TF9ZYcyyGF
+ rm /tmp/tmp.hNOyJnNjMq /tmp/tmp.TF9ZYcyyGF
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/deploy/cw-operator.yaml
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2002-42929599^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.2JS7xWyYip
++ mktemp
+ local LAST_ERR=/tmp/tmp.FP6L17pB9b
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.2JS7xWyYip
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.FP6L17pB9b
+ rm /tmp/tmp.2JS7xWyYip /tmp/tmp.FP6L17pB9b
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.oZL9CyJ4Ow
++ mktemp
+ local LAST_ERR=/tmp/tmp.RJwKtBUUj8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oZL9CyJ4Ow
pod/percona-xtradb-cluster-operator-6c8dc776-w46ps condition met
+ cat /tmp/tmp.RJwKtBUUj8
+ rm /tmp/tmp.oZL9CyJ4Ow /tmp/tmp.RJwKtBUUj8
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.k2swf9sQg2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5SRDRTSfV4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.k2swf9sQg2
++ cat /tmp/tmp.5SRDRTSfV4
++ rm /tmp/tmp.k2swf9sQg2 /tmp/tmp.5SRDRTSfV4
++ return 0
+ wait_pod percona-xtradb-cluster-operator-6c8dc776-w46ps 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-6c8dc776-w46ps
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-6c8dc776-w46ps
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-6c8dc776-w46ps condition met
waiting for pod/percona-xtradb-cluster-operator-6c8dc776-w46ps to become Ready.Ok
+ sleep 3
+ create_namespace storage-12804
+ local namespace=storage-12804
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ grep chaos-mesh.org
++ awk '{print $1}'
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrole
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces storage-12804'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces storage-12804
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace storage-12804
+ xargs kubectl delete ns
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.zrY0Flw7Cj
+ kubectl_bin get ns
++ mktemp
+ local LAST_ERR=/tmp/tmp.Zribv7p5dX
+ local exit_status=0
++ seq 0 2
++ mktemp
+ local LAST_OUT=/tmp/tmp.QVvLa9R0qi
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace storage-12804
++ mktemp
+ local LAST_ERR=/tmp/tmp.PAJRRp1Knd
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace storage-12804
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QVvLa9R0qi
+ cat /tmp/tmp.PAJRRp1Knd
+ rm /tmp/tmp.QVvLa9R0qi /tmp/tmp.PAJRRp1Knd
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace storage-12804
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.zrY0Flw7Cj
+ cat /tmp/tmp.Zribv7p5dX
Error from server (NotFound): namespaces "storage-12804" not found
+ rm /tmp/tmp.zrY0Flw7Cj /tmp/tmp.Zribv7p5dX
+ return 1
+ :
+ wait_for_delete namespace/storage-12804
+ local res=namespace/storage-12804
+ echo -n 'waiting for namespace/storage-12804 to be deleted'
waiting for namespace/storage-12804 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "storage-12804" not found
+ desc 'create namespace storage-12804'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace storage-12804
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace storage-12804
++ mktemp
+ local LAST_OUT=/tmp/tmp.pc5PwoyGSG
++ mktemp
+ local LAST_ERR=/tmp/tmp.fYWcla7dJl
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace storage-12804
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pc5PwoyGSG
namespace/storage-12804 created
+ cat /tmp/tmp.fYWcla7dJl
+ rm /tmp/tmp.pc5PwoyGSG /tmp/tmp.fYWcla7dJl
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tk0tZpWzeL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VMpdM6jYRf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tk0tZpWzeL
++ cat /tmp/tmp.VMpdM6jYRf
++ rm /tmp/tmp.tk0tZpWzeL /tmp/tmp.VMpdM6jYRf
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2 --namespace=storage-12804
++ mktemp
+ local LAST_OUT=/tmp/tmp.QRdJDL4AnZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.UqKt0R9lhB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2 --namespace=storage-12804
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QRdJDL4AnZ
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2002-42929599-9-cluster2" modified.
+ cat /tmp/tmp.UqKt0R9lhB
+ rm /tmp/tmp.QRdJDL4AnZ /tmp/tmp.UqKt0R9lhB
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.5GSQTQUedL
++ mktemp
+ local LAST_ERR=/tmp/tmp.MdciNnaQ6K
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5GSQTQUedL
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.MdciNnaQ6K
+ rm /tmp/tmp.5GSQTQUedL /tmp/tmp.MdciNnaQ6K
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2002-42929599#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.storage-12804~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/client.yml
+ local LAST_OUT=/tmp/tmp.X5HCawE4Uq
++ mktemp
+ local LAST_ERR=/tmp/tmp.iNLkhUgINo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.X5HCawE4Uq
deployment.apps/pxc-client created
+ cat /tmp/tmp.iNLkhUgINo
+ rm /tmp/tmp.X5HCawE4Uq /tmp/tmp.iNLkhUgINo
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/conf/hostpath-helper.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.5IJTvJcQv3
++ mktemp
+ local LAST_ERR=/tmp/tmp.gsEaE5NpqP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/conf/hostpath-helper.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5IJTvJcQv3
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
daemonset.apps/hostpath-helper created
+ cat /tmp/tmp.gsEaE5NpqP
+ rm /tmp/tmp.5IJTvJcQv3 /tmp/tmp.gsEaE5NpqP
+ return 0
+ desc 'check emptydir'
+ set +o xtrace


-----------------------------------------------------------------------------------
check emptydir
-----------------------------------------------------------------------------------

+ check_cr_config emptydir
+ local cluster=emptydir
+ desc 'apply cr config'
+ set +o xtrace


-----------------------------------------------------------------------------------
apply cr config
-----------------------------------------------------------------------------------

+ spinup_pxc emptydir /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/conf/emptydir.yml
+ local cluster=emptydir
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/conf/emptydir.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.v7sSHG110j
++ mktemp
+ local LAST_ERR=/tmp/tmp.uRbYbInrZi
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.v7sSHG110j
secret/my-cluster-secrets unchanged
secret/some-name-ssl unchanged
secret/some-name-ssl-internal unchanged
+ cat /tmp/tmp.uRbYbInrZi
+ rm /tmp/tmp.v7sSHG110j /tmp/tmp.uRbYbInrZi
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/client.yml
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2002-42929599#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.storage-12804~
++ mktemp
+ local LAST_OUT=/tmp/tmp.hqORvJldXm
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ local LAST_ERR=/tmp/tmp.c8IvzxS5EZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hqORvJldXm
deployment.apps/pxc-client unchanged
+ cat /tmp/tmp.c8IvzxS5EZ
+ rm /tmp/tmp.hqORvJldXm /tmp/tmp.c8IvzxS5EZ
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/conf/emptydir.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/conf/emptydir.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/conf/emptydir.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.R48bD4HeTs
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2002-42929599#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
++ mktemp
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.storage-12804~
+ local LAST_ERR=/tmp/tmp.dihIXf9NzL
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
++ seq 0 2
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.R48bD4HeTs
perconaxtradbcluster.pxc.percona.com/emptydir created
+ cat /tmp/tmp.dihIXf9NzL
+ rm /tmp/tmp.R48bD4HeTs /tmp/tmp.dihIXf9NzL
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy emptydir
++ local target_cluster=emptydir
+++ kubectl_bin get pxc emptydir -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.DQhJqHuPKv
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Zy18SnKzO7
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc emptydir -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.DQhJqHuPKv
+++ cat /tmp/tmp.Zy18SnKzO7
+++ rm /tmp/tmp.DQhJqHuPKv /tmp/tmp.Zy18SnKzO7
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc emptydir -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.GVnSsOprmN
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.e9y5do8pGC
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc emptydir -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.GVnSsOprmN
+++ cat /tmp/tmp.e9y5do8pGC
+++ rm /tmp/tmp.GVnSsOprmN /tmp/tmp.e9y5do8pGC
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo emptydir-proxysql
++ return
+ local proxy=emptydir-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n storage-12804
++ mktemp
+ local LAST_OUT=/tmp/tmp.xCluWHZOP4
++ mktemp
+ local LAST_ERR=/tmp/tmp.d4osy9y8Ep
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n storage-12804
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n storage-12804
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n storage-12804
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.xCluWHZOP4
+ cat /tmp/tmp.d4osy9y8Ep
error: no matching resources found
+ rm /tmp/tmp.xCluWHZOP4 /tmp/tmp.d4osy9y8Ep
+ return 1
+ true
+ wait_for_running emptydir-proxysql 1
+ local name=emptydir-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod emptydir-proxysql-0 480
+ local pod=emptydir-proxysql-0
+ local max_retry=480
+ local ns=
++ echo emptydir-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/emptydir-proxysql-0 condition met
waiting for pod/emptydir-proxysql-0 to become Ready.Ok
+ wait_for_running emptydir-pxc 3
+ local name=emptydir-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod emptydir-pxc-0 480
+ local pod=emptydir-pxc-0
+ local max_retry=480
+ local ns=
++ echo emptydir-pxc-0
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/emptydir-pxc-0 condition met
waiting for pod/emptydir-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod emptydir-pxc-1 480
+ local pod=emptydir-pxc-1
+ local max_retry=480
+ local ns=
++ echo emptydir-pxc-1
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/emptydir-pxc-1 condition met
waiting for pod/emptydir-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod emptydir-pxc-2 480
+ local pod=emptydir-pxc-2
+ local max_retry=480
+ local ns=
++ echo emptydir-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/emptydir-pxc-2 condition met
waiting for pod/emptydir-pxc-2 to become Ready.Ok
+ sleep 10
++ kubectl get pxc emptydir -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.czJeHarnO9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AJFOOUTIBL
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.czJeHarnO9
++ cat /tmp/tmp.AJFOOUTIBL
++ rm /tmp/tmp.czJeHarnO9 /tmp/tmp.AJFOOUTIBL
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h emptydir-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h emptydir-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0DLpYsA8V1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.htvuEMXTuM
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0DLpYsA8V1
++ cat /tmp/tmp.htvuEMXTuM
++ rm /tmp/tmp.0DLpYsA8V1 /tmp/tmp.htvuEMXTuM
++ return 0
+ client_pod=pxc-client-59944c5bbf-lxqlr
+ wait_pod pxc-client-59944c5bbf-lxqlr
+ local pod=pxc-client-59944c5bbf-lxqlr
+ local max_retry=480
+ local ns=
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-59944c5bbf-lxqlr
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-lxqlr condition met
waiting for pod/pxc-client-59944c5bbf-lxqlr to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h emptydir-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h emptydir-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KoZELcPqe3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8JkGOiUbGZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KoZELcPqe3
++ cat /tmp/tmp.8JkGOiUbGZ
++ rm /tmp/tmp.KoZELcPqe3 /tmp/tmp.8JkGOiUbGZ
++ return 0
+ client_pod=pxc-client-59944c5bbf-lxqlr
+ wait_pod pxc-client-59944c5bbf-lxqlr
+ local pod=pxc-client-59944c5bbf-lxqlr
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-59944c5bbf-lxqlr
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-lxqlr condition met
waiting for pod/pxc-client-59944c5bbf-lxqlr to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h emptydir-pxc-0.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h emptydir-pxc-0.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h emptydir-pxc-0.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h emptydir-pxc-0.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.O7IHdZGqnO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uamOOhLx7h
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.O7IHdZGqnO
++ cat /tmp/tmp.uamOOhLx7h
++ rm /tmp/tmp.O7IHdZGqnO /tmp/tmp.uamOOhLx7h
++ return 0
+ client_pod=pxc-client-59944c5bbf-lxqlr
+ wait_pod pxc-client-59944c5bbf-lxqlr
+ local pod=pxc-client-59944c5bbf-lxqlr
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-lxqlr
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-lxqlr condition met
waiting for pod/pxc-client-59944c5bbf-lxqlr to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FoUEPykNn4/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1.sql /tmp/tmp.FoUEPykNn4/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h emptydir-pxc-1.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h emptydir-pxc-1.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h emptydir-pxc-1.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h emptydir-pxc-1.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3VjD8FBXNv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nSFF80ZVSl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.3VjD8FBXNv
++ cat /tmp/tmp.nSFF80ZVSl
++ rm /tmp/tmp.3VjD8FBXNv /tmp/tmp.nSFF80ZVSl
++ return 0
+ client_pod=pxc-client-59944c5bbf-lxqlr
+ wait_pod pxc-client-59944c5bbf-lxqlr
+ local pod=pxc-client-59944c5bbf-lxqlr
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-59944c5bbf-lxqlr
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-lxqlr condition met
waiting for pod/pxc-client-59944c5bbf-lxqlr to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FoUEPykNn4/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1.sql /tmp/tmp.FoUEPykNn4/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h emptydir-pxc-2.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h emptydir-pxc-2.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h emptydir-pxc-2.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h emptydir-pxc-2.emptydir-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AHVTeIdomI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.l9FiEt4OTy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.AHVTeIdomI
++ cat /tmp/tmp.l9FiEt4OTy
++ rm /tmp/tmp.AHVTeIdomI /tmp/tmp.l9FiEt4OTy
++ return 0
+ client_pod=pxc-client-59944c5bbf-lxqlr
+ wait_pod pxc-client-59944c5bbf-lxqlr
+ local pod=pxc-client-59944c5bbf-lxqlr
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-59944c5bbf-lxqlr
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-lxqlr condition met
waiting for pod/pxc-client-59944c5bbf-lxqlr to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.FoUEPykNn4/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/select-1.sql /tmp/tmp.FoUEPykNn4/select-1.sql
++ is_keyring_plugin_in_use emptydir
++ local cluster=emptydir
++ egrep -o 'early-plugin-load=keyring_\w+.so'
++ kubectl_bin exec -it emptydir-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x5gqgBQO7w
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bq10YKV12r
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it emptydir-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.x5gqgBQO7w
++ cat /tmp/tmp.bq10YKV12r
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.x5gqgBQO7w /tmp/tmp.bq10YKV12r
++ return 0
+ '[' '' ']'
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/emptydir-pxc
+ local resource=statefulset/emptydir-pxc
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc.yml
+ local new_result=/tmp/tmp.FoUEPykNn4/statefulset_emptydir-pxc.yml
+ desc 'compare statefulset/emptydir-pxc-'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare statefulset/emptydir-pxc-
-----------------------------------------------------------------------------------

+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-80.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ version_gt 1.33
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.33'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ bc -l
++ echo '1.31 >= 1.29'
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k129.yml ']'
+ version_gt 1.27
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.27'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k127.yml ']'
+ expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k127.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k127-oc.yml ']'
+ version_gt 1.29
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.29'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k127-k129-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k127-eks.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k127-aks.yml ']'
+ kubectl_bin get -o yaml statefulset/emptydir-pxc
+ yq eval '
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) |
			del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) |
			del(.metadata.selfLink) |
			del(.metadata.deletionTimestamp) |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.metadata.annotations."kubernetes.io/psp") |
			del(.metadata.annotations."batch.kubernetes.io/job-tracking") |
			del(.metadata.labels."batch.kubernetes.io/job-name") |
			del(.metadata.labels."job-name") |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."k8s.v1.cni.cncf.io*") |
			del(.metadata.annotations."k8s.ovn.org/pod-networks") |
			del(.spec.template.metadata.annotations."last-applied-secret") |
			del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") |
			del(.spec.template.metadata.labels."job-name") |
			del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.spec.nodeName) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.. | select(has("imagePullSecrets")).imagePullSecrets) |
			del(.. | select(has("enableServiceLinks")).enableServiceLinks) |
			del(.status) |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.metadata.ownerReferences[].apiVersion) |
			del(.. | select(has("controller-uid")).controller-uid) |
			del(.. | select(has("preemptionPolicy")).preemptionPolicy) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "policy/v1beta1")) = "policy/v1" |
			del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") |
			(.. | select(tag == "!!str")) |= sub("storage-12804", "namespace") |
			(.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") |
			del(.. | select(has("annotations")).annotations | select(length==0)) |
			del(.spec.crVersion) |
			del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.o6ahPHAlul
++ mktemp
+ local LAST_ERR=/tmp/tmp.3cLQguOU3Y
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/emptydir-pxc
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.o6ahPHAlul
+ cat /tmp/tmp.3cLQguOU3Y
+ rm /tmp/tmp.o6ahPHAlul /tmp/tmp.3cLQguOU3Y
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k127.yml /tmp/tmp.FoUEPykNn4/statefulset_emptydir-pxc.yml
--- /mnt/jenkins/workspace/cloud-pxc-operator_PR-2002/e2e-tests/storage/compare/statefulset_emptydir-pxc-k127.yml	2025-11-04 07:54:10.976958718 +0000
+++ /tmp/tmp.FoUEPykNn4/statefulset_emptydir-pxc.yml	2025-11-04 09:28:55.200623792 +0000
@@ -82,6 +82,8 @@
               value: /var/lib/mysql/notify.sock
             - name: MYSQL_STATE_FILE
               value: /var/lib/mysql/mysql.state
+            - name: LD_PRELOAD
+              value: /usr/lib64/libjemalloc.so.1
           envFrom:
             - secretRef:
                 name: emptydir-env-vars-pxc