Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/logs/demand-backup-encrypted-with-tls-8-0.log
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
+ main
+ create_infra demand-backup-encrypted-with-tls-11165
+ local ns=demand-backup-encrypted-with-tls-11165
+ '[' -n pxc-operator ']'
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get pxc --all-namespaces -o wide
+ grep -v NAMESPACE
+ kubectl patch pxc -n demand-backup-encrypted-with-tls-4775 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
Error from server (InternalError): Internal error occurred: failed calling webhook "validationwebhook.pxc.percona.com": failed to call webhook: Post "https://percona-xtradb-cluster-operator.pxc-operator.svc:443/validate-percona-xtradbcluster?timeout=10s": no endpoints available for service "percona-xtradb-cluster-operator"
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.vfpXhHhIow
++ mktemp
+ local LAST_ERR=/tmp/tmp.LAjrfi7cDh
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vfpXhHhIow
perconaxtradbcluster.pxc.percona.com "some-name" deleted from demand-backup-encrypted-with-tls-4775 namespace
+ cat /tmp/tmp.LAjrfi7cDh
+ rm /tmp/tmp.vfpXhHhIow /tmp/tmp.LAjrfi7cDh
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.9SmIDIJBKe
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZuHk2J05fs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.9SmIDIJBKe
+ cat /tmp/tmp.ZuHk2J05fs
error: the server doesn't have a resource type "pxc-backup"
+ rm /tmp/tmp.9SmIDIJBKe /tmp/tmp.ZuHk2J05fs
+ return 1
+ :
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.QhNhQSFq2i
++ mktemp
+ local LAST_ERR=/tmp/tmp.KMHdAbpBcF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.QhNhQSFq2i
+ cat /tmp/tmp.KMHdAbpBcF
error: the server doesn't have a resource type "pxc-restore"
+ rm /tmp/tmp.QhNhQSFq2i /tmp/tmp.KMHdAbpBcF
+ return 1
+ :
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ tail -n1
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl api-resources
++ grep chaos-mesh
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrolebinding
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.YkEwwPzvD9
++ mktemp
+ local LAST_ERR=/tmp/tmp.TZMxcTmeII
+ local exit_status=0
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.mEzG11flOL
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.7SR1SYKeH6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.YkEwwPzvD9
+ cat /tmp/tmp.TZMxcTmeII
+ rm /tmp/tmp.YkEwwPzvD9 /tmp/tmp.TZMxcTmeII
+ return 0
namespace "demand-backup-encrypted-with-tls-4775" deleted
namespace "vault-service-1-11425" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mEzG11flOL
namespace "pxc-operator" deleted
+ cat /tmp/tmp.7SR1SYKeH6
+ rm /tmp/tmp.mEzG11flOL /tmp/tmp.7SR1SYKeH6
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.l3LrAk0OBF
++ mktemp
+ local LAST_ERR=/tmp/tmp.BmePXCGAme
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.l3LrAk0OBF
namespace/pxc-operator created
+ cat /tmp/tmp.BmePXCGAme
+ rm /tmp/tmp.l3LrAk0OBF /tmp/tmp.BmePXCGAme
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zLsXkUObbo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.moQHhjGjJv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.zLsXkUObbo
++ cat /tmp/tmp.moQHhjGjJv
++ rm /tmp/tmp.zLsXkUObbo /tmp/tmp.moQHhjGjJv
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.EXY20TOfOK
++ mktemp
+ local LAST_ERR=/tmp/tmp.oHLA3uVjmI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EXY20TOfOK
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6" modified.
+ cat /tmp/tmp.oHLA3uVjmI
+ rm /tmp/tmp.EXY20TOfOK /tmp/tmp.oHLA3uVjmI
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.7D9XWTBFVV
++ mktemp
+ local LAST_ERR=/tmp/tmp.BeTj2jxefE
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.7D9XWTBFVV
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.BeTj2jxefE
+ rm /tmp/tmp.7D9XWTBFVV /tmp/tmp.BeTj2jxefE
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.bdHtytm2U6
++ mktemp
+ local LAST_ERR=/tmp/tmp.1y6OBEey9N
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.bdHtytm2U6
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.1y6OBEey9N
+ rm /tmp/tmp.bdHtytm2U6 /tmp/tmp.1y6OBEey9N
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/deploy/cw-operator.yaml
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7^'
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.3ARnsGmgAQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.v9h7HvCeB4
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3ARnsGmgAQ
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.v9h7HvCeB4
+ rm /tmp/tmp.3ARnsGmgAQ /tmp/tmp.v9h7HvCeB4
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.JIU1sBvGsG
++ mktemp
+ local LAST_ERR=/tmp/tmp.uBC3gw9p2Q
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JIU1sBvGsG
pod/percona-xtradb-cluster-operator-859595f865-n5ltb condition met
+ cat /tmp/tmp.uBC3gw9p2Q
+ rm /tmp/tmp.JIU1sBvGsG /tmp/tmp.uBC3gw9p2Q
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.q5d8xKij53
+++ mktemp
++ local LAST_ERR=/tmp/tmp.reW2HFqmOy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.q5d8xKij53
++ cat /tmp/tmp.reW2HFqmOy
++ rm /tmp/tmp.q5d8xKij53 /tmp/tmp.reW2HFqmOy
++ return 0
+ wait_pod percona-xtradb-cluster-operator-859595f865-n5ltb 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-859595f865-n5ltb
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-859595f865-n5ltb
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-859595f865-n5ltb condition met
waiting for pod/percona-xtradb-cluster-operator-859595f865-n5ltb to become Ready.Ok
+ sleep 3
+ create_namespace demand-backup-encrypted-with-tls-11165
+ local namespace=demand-backup-encrypted-with-tls-11165
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
++ mktemp
+ desc 'cleaned up old namespaces demand-backup-encrypted-with-tls-11165'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces demand-backup-encrypted-with-tls-11165
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace demand-backup-encrypted-with-tls-11165
++ mktemp
+ local LAST_OUT=/tmp/tmp.aV9sldwtZH
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.dfJTxuNll6
++ mktemp
+ local LAST_ERR=/tmp/tmp.K8r219LdgQ
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.ziDRQ6axG9
+ local exit_status=0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace demand-backup-encrypted-with-tls-11165
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace demand-backup-encrypted-with-tls-11165
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aV9sldwtZH
+ cat /tmp/tmp.K8r219LdgQ
+ rm /tmp/tmp.aV9sldwtZH /tmp/tmp.K8r219LdgQ
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace demand-backup-encrypted-with-tls-11165
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.dfJTxuNll6
+ cat /tmp/tmp.ziDRQ6axG9
Error from server (NotFound): namespaces "demand-backup-encrypted-with-tls-11165" not found
+ rm /tmp/tmp.dfJTxuNll6 /tmp/tmp.ziDRQ6axG9
+ return 1
+ :
+ wait_for_delete namespace/demand-backup-encrypted-with-tls-11165
+ local res=namespace/demand-backup-encrypted-with-tls-11165
+ echo -n 'waiting for namespace/demand-backup-encrypted-with-tls-11165 to be deleted'
waiting for namespace/demand-backup-encrypted-with-tls-11165 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "demand-backup-encrypted-with-tls-11165" not found
+ desc 'create namespace demand-backup-encrypted-with-tls-11165'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace demand-backup-encrypted-with-tls-11165
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace demand-backup-encrypted-with-tls-11165
++ mktemp
+ local LAST_OUT=/tmp/tmp.Uo3pWVRCHx
++ mktemp
+ local LAST_ERR=/tmp/tmp.MMhk574CQZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace demand-backup-encrypted-with-tls-11165
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Uo3pWVRCHx
namespace/demand-backup-encrypted-with-tls-11165 created
+ cat /tmp/tmp.MMhk574CQZ
+ rm /tmp/tmp.Uo3pWVRCHx /tmp/tmp.MMhk574CQZ
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8LHMmu2xl5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2cjBGeDST6
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.8LHMmu2xl5
++ cat /tmp/tmp.2cjBGeDST6
++ rm /tmp/tmp.8LHMmu2xl5 /tmp/tmp.2cjBGeDST6
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6 --namespace=demand-backup-encrypted-with-tls-11165
++ mktemp
+ local LAST_OUT=/tmp/tmp.UI9uOz53Rc
++ mktemp
+ local LAST_ERR=/tmp/tmp.uengK6W7IO
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6 --namespace=demand-backup-encrypted-with-tls-11165
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.UI9uOz53Rc
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6" modified.
+ cat /tmp/tmp.uengK6W7IO
+ rm /tmp/tmp.UI9uOz53Rc /tmp/tmp.uengK6W7IO
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.RiJauYDy5I
++ mktemp
+ local LAST_ERR=/tmp/tmp.2sXruoaQix
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RiJauYDy5I
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.2sXruoaQix
+ rm /tmp/tmp.RiJauYDy5I /tmp/tmp.2sXruoaQix
+ return 0
+ vault1=vault-service-1-18598
+ protocol=https
+ start_vault vault-service-1-18598 https
+ name=vault-service-1-18598
+ protocol=https
+ local platform=kubernetes
+ [[ -n '' ]]
+ create_namespace vault-service-1-18598 skip_clean
+ local namespace=vault-service-1-18598
+ local skip_clean_namespace=skip_clean
+ [[ 1 == 1 ]]
+ [[ -z skip_clean ]]
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces vault-service-1-18598'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces vault-service-1-18598
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace vault-service-1-18598
++ mktemp
+ local LAST_OUT=/tmp/tmp.BjsJ32Wo0Z
++ mktemp
+ local LAST_ERR=/tmp/tmp.aG2st2EvJd
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace vault-service-1-18598
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace vault-service-1-18598
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace vault-service-1-18598
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.BjsJ32Wo0Z
+ cat /tmp/tmp.aG2st2EvJd
Error from server (NotFound): namespaces "vault-service-1-18598" not found
+ rm /tmp/tmp.BjsJ32Wo0Z /tmp/tmp.aG2st2EvJd
+ return 1
+ :
+ wait_for_delete namespace/vault-service-1-18598
+ local res=namespace/vault-service-1-18598
+ echo -n 'waiting for namespace/vault-service-1-18598 to be deleted'
waiting for namespace/vault-service-1-18598 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "vault-service-1-18598" not found
+ desc 'create namespace vault-service-1-18598'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace vault-service-1-18598
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace vault-service-1-18598
++ mktemp
+ local LAST_OUT=/tmp/tmp.x3F0Kfcn6d
++ mktemp
+ local LAST_ERR=/tmp/tmp.f4xjtN9Zkz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace vault-service-1-18598
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.x3F0Kfcn6d
namespace/vault-service-1-18598 created
+ cat /tmp/tmp.f4xjtN9Zkz
+ rm /tmp/tmp.x3F0Kfcn6d /tmp/tmp.f4xjtN9Zkz
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DgIT8utI0m
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jNz1G9RFZs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DgIT8utI0m
++ cat /tmp/tmp.jNz1G9RFZs
++ rm /tmp/tmp.DgIT8utI0m /tmp/tmp.jNz1G9RFZs
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6 --namespace=vault-service-1-18598
++ mktemp
+ local LAST_OUT=/tmp/tmp.EhmBSzETi4
++ mktemp
+ local LAST_ERR=/tmp/tmp.bxI1ITdTjD
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6 --namespace=vault-service-1-18598
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.EhmBSzETi4
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6" modified.
+ cat /tmp/tmp.bxI1ITdTjD
+ rm /tmp/tmp.EhmBSzETi4 /tmp/tmp.bxI1ITdTjD
+ return 0
+ deploy_helm vault-service-1-18598
+ helm repo add hashicorp https://helm.releases.hashicorp.com
"hashicorp" already exists with the same configuration, skipping
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "chaos-mesh" chart repository
...Successfully got an update from the "hashicorp" chart repository
Update Complete. ⎈Happy Helming!⎈
+ helm uninstall vault-service-1-18598
Error: uninstall: Release not loaded: vault-service-1-18598: release: not found
+ :
+ desc 'install Vault vault-service-1-18598'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Vault vault-service-1-18598
-----------------------------------------------------------------------------------

+ '[' https == https ']'
+ vault_tls vault-service-1-18598
+ local name=vault-service-1-18598
+ SERVICE=vault-service-1-18598
+ NAMESPACE=vault-service-1-18598
+ SECRET_NAME=vault-service-1-18598
+ CSR_NAME=vault-csr-8018
+ version_gt 1.22
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ CSR_API_VER=v1
+ '[' 0 = 1 ']'
+ CSR_SIGNER='  signerName: kubernetes.io/kubelet-serving'
+ openssl genrsa -out /tmp/tmp.pSsKEFAC1k/vault.key 2048
Generating RSA private key, 2048 bit long modulus
.........................................................................+++
......................................................+++
e is 65537 (0x10001)
+ cat
+ version_gt 1.22
+ desc 'return true if kubernetes version equal or greater than desired'
+ set +o xtrace


-----------------------------------------------------------------------------------
return true if kubernetes version equal or greater than desired
-----------------------------------------------------------------------------------

++ echo '1.31 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ openssl req -new -key /tmp/tmp.pSsKEFAC1k/vault.key -subj '/CN=system:node:vault-service-1-18598.vault-service-1-18598.svc;/O=system:nodes' -out /tmp/tmp.pSsKEFAC1k/server.csr -config /tmp/tmp.pSsKEFAC1k/csr.conf
+ cat
++ cat /tmp/tmp.pSsKEFAC1k/server.csr
++ base64
++ tr -d '\n'
+ kubectl_bin create -f /tmp/tmp.pSsKEFAC1k/csr.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.P9SVsB9IdG
++ mktemp
+ local LAST_ERR=/tmp/tmp.tGWeMEhakV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create -f /tmp/tmp.pSsKEFAC1k/csr.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.P9SVsB9IdG
certificatesigningrequest.certificates.k8s.io/vault-csr-8018 created
+ cat /tmp/tmp.tGWeMEhakV
+ rm /tmp/tmp.P9SVsB9IdG /tmp/tmp.tGWeMEhakV
+ return 0
+ sleep 10
+ kubectl_bin certificate approve vault-csr-8018
++ mktemp
+ local LAST_OUT=/tmp/tmp.snkzmeuwpR
++ mktemp
+ local LAST_ERR=/tmp/tmp.GaihlsWKhi
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl certificate approve vault-csr-8018
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.snkzmeuwpR
certificatesigningrequest.certificates.k8s.io/vault-csr-8018 approved
+ cat /tmp/tmp.GaihlsWKhi
+ rm /tmp/tmp.snkzmeuwpR /tmp/tmp.GaihlsWKhi
+ return 0
+ kubectl_bin get csr vault-csr-8018 -o 'jsonpath={.status.certificate}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.qYLGMzaD1Y
++ mktemp
+ local LAST_ERR=/tmp/tmp.PuSrDCUEyt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get csr vault-csr-8018 -o 'jsonpath={.status.certificate}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.qYLGMzaD1Y
+ cat /tmp/tmp.PuSrDCUEyt
+ rm /tmp/tmp.qYLGMzaD1Y /tmp/tmp.PuSrDCUEyt
+ return 0
+ openssl base64 -in /tmp/tmp.pSsKEFAC1k/serverCert -d -A -out /tmp/tmp.pSsKEFAC1k/vault.crt
+ kubectl_bin config view --raw --minify --flatten -o 'jsonpath={.clusters[].cluster.certificate-authority-data}'
+ base64 -d
++ mktemp
+ local LAST_OUT=/tmp/tmp.xGjofFtlG6
++ mktemp
+ local LAST_ERR=/tmp/tmp.1Me0HR5ehA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config view --raw --minify --flatten -o 'jsonpath={.clusters[].cluster.certificate-authority-data}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.xGjofFtlG6
+ cat /tmp/tmp.1Me0HR5ehA
+ rm /tmp/tmp.xGjofFtlG6 /tmp/tmp.1Me0HR5ehA
+ return 0
+ [[ -n '' ]]
+ kubectl_bin create secret generic vault-service-1-18598 --namespace vault-service-1-18598 --from-file=vault.key=/tmp/tmp.pSsKEFAC1k/vault.key --from-file=vault.crt=/tmp/tmp.pSsKEFAC1k/vault.crt --from-file=vault.ca=/tmp/tmp.pSsKEFAC1k/vault.ca
++ mktemp
+ local LAST_OUT=/tmp/tmp.0KWIBM4aLD
++ mktemp
+ local LAST_ERR=/tmp/tmp.6EWzY6tSRQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create secret generic vault-service-1-18598 --namespace vault-service-1-18598 --from-file=vault.key=/tmp/tmp.pSsKEFAC1k/vault.key --from-file=vault.crt=/tmp/tmp.pSsKEFAC1k/vault.crt --from-file=vault.ca=/tmp/tmp.pSsKEFAC1k/vault.ca
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.0KWIBM4aLD
secret/vault-service-1-18598 created
+ cat /tmp/tmp.6EWzY6tSRQ
+ rm /tmp/tmp.0KWIBM4aLD /tmp/tmp.6EWzY6tSRQ
+ return 0
+ helm install vault-service-1-18598 hashicorp/vault --disable-openapi-validation --version 0.30.0 --namespace vault-service-1-18598 --set dataStorage.enabled=false --set global.tlsDisable=false --set global.platform=kubernetes --set 'server.extraVolumes[0].type=secret' --set 'server.extraVolumes[0].name=vault-service-1-18598' --set server.extraEnvironmentVars.VAULT_CACERT=/vault/userconfig/vault-service-1-18598/vault.ca --set 'server.standalone.config= listener "tcp" {
    address = "[::]:8200"
    cluster_address = "[::]:8201"
    tls_cert_file = "/vault/userconfig/vault-service-1-18598/vault.crt"
    tls_key_file  = "/vault/userconfig/vault-service-1-18598/vault.key"
    tls_client_ca_file = "/vault/userconfig/vault-service-1-18598/vault.ca"
}

storage "file" {
    path = "/vault/data"
}'
NAME: vault-service-1-18598
LAST DEPLOYED: Fri Oct 10 08:47:43 2025
NAMESPACE: vault-service-1-18598
STATUS: deployed
REVISION: 1
NOTES:
Thank you for installing HashiCorp Vault!

Now that you have deployed Vault, you should look over the docs on using
Vault with Kubernetes available here:

https://developer.hashicorp.com/vault/docs


Your release is named vault-service-1-18598. To learn more about the release, try:

  $ helm status vault-service-1-18598
  $ helm get manifest vault-service-1-18598
+ [[ -n '' ]]
+ set +o xtrace
pod/vault-service-1-18598-0.......{"running":{"startedAt":"2025-10-10T08:48:02Z"}}
+ kubectl_bin exec -it vault-service-1-18598-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json
++ mktemp
+ local LAST_OUT=/tmp/tmp.kOsgQ4fJM7
++ mktemp
+ local LAST_ERR=/tmp/tmp.UgpeJgZXFf
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec -it vault-service-1-18598-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kOsgQ4fJM7
+ cat /tmp/tmp.UgpeJgZXFf
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.kOsgQ4fJM7 /tmp/tmp.UgpeJgZXFf
+ return 0
++ jq -r '.unseal_keys_b64[]'
+ unsealKey=BzajrVi4vIN5vkX3N8iv00+ah2Vd8nDYX7U0vpvFGwc=
++ jq -r .root_token
+ token=hvs.gxRdY1wNRcBWjSZ2iRRGu0sv
+ sleep 10
+ kubectl_bin exec -it vault-service-1-18598-0 -- vault operator unseal -tls-skip-verify BzajrVi4vIN5vkX3N8iv00+ah2Vd8nDYX7U0vpvFGwc=
++ mktemp
+ local LAST_OUT=/tmp/tmp.oLbpxFl0gE
++ mktemp
+ local LAST_ERR=/tmp/tmp.snowHx3GZv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec -it vault-service-1-18598-0 -- vault operator unseal -tls-skip-verify BzajrVi4vIN5vkX3N8iv00+ah2Vd8nDYX7U0vpvFGwc=
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.oLbpxFl0gE
Key             Value
---             -----
Seal Type       shamir
Initialized     true
Sealed          false
Total Shares    1
Threshold       1
Version         1.19.0
Build Date      2025-03-04T12:36:40Z
Storage Type    file
Cluster Name    vault-cluster-f8ae08b0
Cluster ID      be6e5b88-ff84-56b6-66c0-a7e9b400e5c0
HA Enabled      false
+ cat /tmp/tmp.snowHx3GZv
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.oLbpxFl0gE /tmp/tmp.snowHx3GZv
+ return 0
+ kubectl_bin exec -it vault-service-1-18598-0 -- sh -c 'export VAULT_TOKEN=hvs.gxRdY1wNRcBWjSZ2iRRGu0sv && export VAULT_LOG_LEVEL=trace                 && vault secrets enable --version=1 -tls-skip-verify -path=secret kv                 && vault audit enable file file_path=/vault/vault-audit.log'
++ mktemp
+ local LAST_OUT=/tmp/tmp.8cYUM2YIS3
++ mktemp
+ local LAST_ERR=/tmp/tmp.GmRWxYG6jU
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec -it vault-service-1-18598-0 -- sh -c 'export VAULT_TOKEN=hvs.gxRdY1wNRcBWjSZ2iRRGu0sv && export VAULT_LOG_LEVEL=trace                 && vault secrets enable --version=1 -tls-skip-verify -path=secret kv                 && vault audit enable file file_path=/vault/vault-audit.log'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.8cYUM2YIS3
Success! Enabled the kv secrets engine at: secret/
Success! Enabled the file audit device at: file/
+ cat /tmp/tmp.GmRWxYG6jU
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.8cYUM2YIS3 /tmp/tmp.GmRWxYG6jU
+ return 0
+ sleep 10
+ sed -e s/#token/hvs.gxRdY1wNRcBWjSZ2iRRGu0sv/
+ sed -e 's/#vault_url/https:\/\/vault-service-1-18598.vault-service-1-18598.svc.cluster.local:8200/'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/vault-secret.yaml
+ sed -e s/#secret/secret/
+ '[' https == https ']'
+ sed -e 's/^/    /' /tmp/tmp.pSsKEFAC1k/vault.ca
+ /usr/bin/sed -i s/#vault_ca/vault_ca/ /tmp/tmp.pSsKEFAC1k/vault-secret.yaml
+ /usr/bin/sed -i '/#certVal/r /tmp/tmp.pSsKEFAC1k/vault.new.ca' /tmp/tmp.pSsKEFAC1k/vault-secret.yaml
+ /usr/bin/sed -i /#certVal/d /tmp/tmp.pSsKEFAC1k/vault-secret.yaml
+ kubectl_bin apply --namespace=demand-backup-encrypted-with-tls-11165 -f /tmp/tmp.pSsKEFAC1k/vault-secret.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Kp5IYhyWNp
++ mktemp
+ local LAST_ERR=/tmp/tmp.IwwEffHkBX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --namespace=demand-backup-encrypted-with-tls-11165 -f /tmp/tmp.pSsKEFAC1k/vault-secret.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.Kp5IYhyWNp
secret/some-name-vault created
+ cat /tmp/tmp.IwwEffHkBX
+ rm /tmp/tmp.Kp5IYhyWNp /tmp/tmp.IwwEffHkBX
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HwncYQi1Zc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Wn9GuozluN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HwncYQi1Zc
++ cat /tmp/tmp.Wn9GuozluN
++ rm /tmp/tmp.HwncYQi1Zc /tmp/tmp.Wn9GuozluN
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6 --namespace=demand-backup-encrypted-with-tls-11165
++ mktemp
+ local LAST_OUT=/tmp/tmp.dTeWtdEpOL
++ mktemp
+ local LAST_ERR=/tmp/tmp.UX8B2QE4hr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6 --namespace=demand-backup-encrypted-with-tls-11165
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dTeWtdEpOL
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2207-f8e092d7-9-cluster6" modified.
+ cat /tmp/tmp.UX8B2QE4hr
+ rm /tmp/tmp.dTeWtdEpOL /tmp/tmp.UX8B2QE4hr
+ return 0
++ jq -r .root_token
+ token1=hvs.gxRdY1wNRcBWjSZ2iRRGu0sv
+ ip1=https://vault-service-1-18598.vault-service-1-18598.svc.cluster.local
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/some-name.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.f9iQVdVQXP
++ mktemp
+ local LAST_ERR=/tmp/tmp.i7vYuQXYKp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.f9iQVdVQXP
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.i7vYuQXYKp
+ rm /tmp/tmp.f9iQVdVQXP /tmp/tmp.i7vYuQXYKp
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ local LAST_OUT=/tmp/tmp.6piIaab7e5
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-11165~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_ERR=/tmp/tmp.8qpk0dm3n5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6piIaab7e5
deployment.apps/pxc-client created
+ cat /tmp/tmp.8qpk0dm3n5
+ rm /tmp/tmp.6piIaab7e5 /tmp/tmp.8qpk0dm3n5
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/conf/some-name.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ local LAST_OUT=/tmp/tmp.OILhhYhVFf
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-11165~
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2207-f8e092d7#'
+ local LAST_ERR=/tmp/tmp.p5XSG973Ku
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OILhhYhVFf
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.p5XSG973Ku
+ rm /tmp/tmp.OILhhYhVFf /tmp/tmp.p5XSG973Ku
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.U3yx3a0tUW
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.P797cTY1Or
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.U3yx3a0tUW
+++ cat /tmp/tmp.P797cTY1Or
+++ rm /tmp/tmp.U3yx3a0tUW /tmp/tmp.P797cTY1Or
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.coaB9uBrFD
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.DrhyJ59eMB
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.coaB9uBrFD
+++ cat /tmp/tmp.DrhyJ59eMB
+++ rm /tmp/tmp.coaB9uBrFD /tmp/tmp.DrhyJ59eMB
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-11165
++ mktemp
+ local LAST_OUT=/tmp/tmp.Kpc9LCNxm3
++ mktemp
+ local LAST_ERR=/tmp/tmp.dpW98CkLX1
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-11165
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-11165
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-11165
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.Kpc9LCNxm3
+ cat /tmp/tmp.dpW98CkLX1
error: no matching resources found
+ rm /tmp/tmp.Kpc9LCNxm3 /tmp/tmp.dpW98CkLX1
+ return 1
+ true
+ wait_for_running some-name-proxysql 1
+ local name=some-name-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-0 condition met
waiting for pod/some-name-proxysql-0 to become Ready.Ok
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-0 condition met
waiting for pod/some-name-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-1 condition met
waiting for pod/some-name-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-2 condition met
waiting for pod/some-name-pxc-2 to become Ready.Ok
+ sleep 10
++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ base64 --decode
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.A0XdOH9a2Q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bORhrOznIj
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.A0XdOH9a2Q
++ cat /tmp/tmp.bORhrOznIj
++ rm /tmp/tmp.A0XdOH9a2Q /tmp/tmp.bORhrOznIj
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.byhmJHVVLc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gYi6Ll8mYb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.byhmJHVVLc
++ cat /tmp/tmp.gYi6Ll8mYb
++ rm /tmp/tmp.byhmJHVVLc /tmp/tmp.gYi6Ll8mYb
++ return 0
+ client_pod=pxc-client-59944c5bbf-l9gp5
+ wait_pod pxc-client-59944c5bbf-l9gp5
+ local pod=pxc-client-59944c5bbf-l9gp5
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-l9gp5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-l9gp5 condition met
waiting for pod/pxc-client-59944c5bbf-l9gp5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5FzMmrmjRt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zMQYBc2uVW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.5FzMmrmjRt
++ cat /tmp/tmp.zMQYBc2uVW
++ rm /tmp/tmp.5FzMmrmjRt /tmp/tmp.zMQYBc2uVW
++ return 0
+ client_pod=pxc-client-59944c5bbf-l9gp5
+ wait_pod pxc-client-59944c5bbf-l9gp5
+ local pod=pxc-client-59944c5bbf-l9gp5
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
++ echo pxc-client-59944c5bbf-l9gp5
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-l9gp5 condition met
waiting for pod/pxc-client-59944c5bbf-l9gp5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6tjIdt4I6Z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hKt3Ui9fzn
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6tjIdt4I6Z
++ cat /tmp/tmp.hKt3Ui9fzn
++ rm /tmp/tmp.6tjIdt4I6Z /tmp/tmp.hKt3Ui9fzn
++ return 0
+ client_pod=pxc-client-59944c5bbf-l9gp5
+ wait_pod pxc-client-59944c5bbf-l9gp5
+ local pod=pxc-client-59944c5bbf-l9gp5
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-l9gp5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-l9gp5 condition met
waiting for pod/pxc-client-59944c5bbf-l9gp5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.pSsKEFAC1k/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.pSsKEFAC1k/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nbNLmJwUVx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7ocOUAKOF0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.nbNLmJwUVx
++ cat /tmp/tmp.7ocOUAKOF0
++ rm /tmp/tmp.nbNLmJwUVx /tmp/tmp.7ocOUAKOF0
++ return 0
+ client_pod=pxc-client-59944c5bbf-l9gp5
+ wait_pod pxc-client-59944c5bbf-l9gp5
+ local pod=pxc-client-59944c5bbf-l9gp5
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-l9gp5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-l9gp5 condition met
waiting for pod/pxc-client-59944c5bbf-l9gp5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.pSsKEFAC1k/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.pSsKEFAC1k/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qX404gSUPi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B5h1O7v35q
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.qX404gSUPi
++ cat /tmp/tmp.B5h1O7v35q
++ rm /tmp/tmp.qX404gSUPi /tmp/tmp.B5h1O7v35q
++ return 0
+ client_pod=pxc-client-59944c5bbf-l9gp5
+ wait_pod pxc-client-59944c5bbf-l9gp5
+ local pod=pxc-client-59944c5bbf-l9gp5
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-l9gp5
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-l9gp5 condition met
waiting for pod/pxc-client-59944c5bbf-l9gp5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.pSsKEFAC1k/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.pSsKEFAC1k/select-1.sql
++ is_keyring_plugin_in_use some-name
++ local cluster=some-name
++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HaoGWNRYea
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0hGo2Av9jP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.HaoGWNRYea
++ cat /tmp/tmp.0hGo2Av9jP
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.HaoGWNRYea /tmp/tmp.0hGo2Av9jP
++ return 0
+ '[' early-plugin-load=keyring_vault.so ']'
+ table_must_be_encrypted some-name myApp
+ desc 'check table encryption'
+ set +o xtrace


-----------------------------------------------------------------------------------
check table encryption
-----------------------------------------------------------------------------------

+ local cluster=some-name
+ local table=myApp
+ is_table_encrypted some-name myApp
+ local cluster=some-name
+ local table=myApp
+ run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password'
+ local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";'
+ local 'uri=-h some-name-proxysql -uroot -proot_password'
+ egrep -o 'ENCRYPTION=('\''Y'\''|"Y")'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WtLVimvTq5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SoX4qeXijO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.WtLVimvTq5
++ cat /tmp/tmp.SoX4qeXijO
++ rm /tmp/tmp.WtLVimvTq5 /tmp/tmp.SoX4qeXijO
++ return 0
+ client_pod=pxc-client-59944c5bbf-l9gp5
+ wait_pod pxc-client-59944c5bbf-l9gp5
+ local pod=pxc-client-59944c5bbf-l9gp5
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-l9gp5
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-l9gp5 condition met
waiting for pod/pxc-client-59944c5bbf-l9gp5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
ENCRYPTION='Y'
+ keyring_plugin_must_be_in_use some-name
+ local cluster=some-name
+ desc 'check keyring plugin usage'
+ set +o xtrace


-----------------------------------------------------------------------------------
check keyring plugin usage
-----------------------------------------------------------------------------------

+ is_keyring_plugin_in_use some-name
+ local cluster=some-name
+ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+ egrep -o 'early-plugin-load=keyring_\w+.so'
++ mktemp
+ local LAST_OUT=/tmp/tmp.OM0v2ybili
++ mktemp
+ local LAST_ERR=/tmp/tmp.q2q0qR5Kba
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OM0v2ybili
+ cat /tmp/tmp.q2q0qR5Kba
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.OM0v2ybili /tmp/tmp.q2q0qR5Kba
+ return 0
early-plugin-load=keyring_vault.so
+ table_must_be_encrypted some-name myApp
+ desc 'check table encryption'
+ set +o xtrace


-----------------------------------------------------------------------------------
check table encryption
-----------------------------------------------------------------------------------

+ local cluster=some-name
+ local table=myApp
+ is_table_encrypted some-name myApp
+ local cluster=some-name
+ local table=myApp
+ run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password'
+ local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";'
+ local 'uri=-h some-name-proxysql -uroot -proot_password'
+ egrep -o 'ENCRYPTION=('\''Y'\''|"Y")'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kr0Cn2EKif
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OV60USyihy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.kr0Cn2EKif
++ cat /tmp/tmp.OV60USyihy
++ rm /tmp/tmp.kr0Cn2EKif /tmp/tmp.OV60USyihy
++ return 0
+ client_pod=pxc-client-59944c5bbf-l9gp5
+ wait_pod pxc-client-59944c5bbf-l9gp5
+ local pod=pxc-client-59944c5bbf-l9gp5
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-l9gp5
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-l9gp5 condition met
waiting for pod/pxc-client-59944c5bbf-l9gp5 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
ENCRYPTION='Y'
+ run_backup some-name on-demand-backup-pvc
+ local cluster=some-name
+ local backup=on-demand-backup-pvc
+ log 'run pxc-backup/on-demand-backup-pvc'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2025-10-10T08:53:46+0000]' run pxc-backup/on-demand-backup-pvc
[2025-10-10T08:53:46+0000] run pxc-backup/on-demand-backup-pvc
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.xRaHfj9s44
++ mktemp
+ local LAST_ERR=/tmp/tmp.BAU9rWkRDA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.xRaHfj9s44
+ cat /tmp/tmp.BAU9rWkRDA
error: resource mapping not found for name: "on-demand-backup-pvc" namespace: "" from "/mnt/jenkins/workspace/cloud-pxc-operator_PR-2207/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml": no matches for kind "PerconaXtraDBClusterBackup" in version "pxc.percona.com/v1"
ensure CRDs are installed first
+ rm /tmp/tmp.xRaHfj9s44 /tmp/tmp.BAU9rWkRDA
+ return 1