Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/logs/restore-to-encrypted-cluster-s3-8-4.log
Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.37) and server (1.34) exceeds the supported minor version skew of +/-1
+ main
+ '[' -n '' ']'
+ create_infra restore-to-encrypted-cluster-s3-23563
+ local ns=restore-to-encrypted-cluster-s3-23563
+ '[' -n pxc-operator ']'
+ read -r pns name
+ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ [[ -z restore-to-encrypted-cluster-s3-27526 ]]
+ [[ -z some-name ]]
+ kubectl_bin patch pxc -n restore-to-encrypted-cluster-s3-27526 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.feeFRR4SlW
++ mktemp
+ local LAST_ERR=/tmp/tmp.9YawkzeJtA
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch pxc -n restore-to-encrypted-cluster-s3-27526 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.feeFRR4SlW
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.9YawkzeJtA
+ rm /tmp/tmp.feeFRR4SlW /tmp/tmp.9YawkzeJtA
+ return 0
+ read -r pns name
+ read -r pns name
+ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}'
+ [[ -z restore-to-encrypted-cluster-s3-27526 ]]
+ [[ -z on-demand-backup-aws-s3 ]]
+ kubectl_bin patch pxc-backup -n restore-to-encrypted-cluster-s3-27526 on-demand-backup-aws-s3 --type=merge -p '{"metadata":{"finalizers":[]}}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.uDn7YIa2x2
++ mktemp
+ local LAST_ERR=/tmp/tmp.pQQPHSKdDl
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch pxc-backup -n restore-to-encrypted-cluster-s3-27526 on-demand-backup-aws-s3 --type=merge -p '{"metadata":{"finalizers":[]}}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.uDn7YIa2x2
perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-aws-s3 patched (no change)
+ cat /tmp/tmp.pQQPHSKdDl
+ rm /tmp/tmp.uDn7YIa2x2 /tmp/tmp.pQQPHSKdDl
+ return 0
+ read -r pns name
+ timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found
perconaxtradbcluster.pxc.percona.com "some-name" deleted from restore-to-encrypted-cluster-s3-27526 namespace
+ timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found
perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-aws-s3" deleted from restore-to-encrypted-cluster-s3-27526 namespace
+ timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found
perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-aws-s3" deleted from restore-to-encrypted-cluster-s3-27526 namespace
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ tail -n1
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get clusterrole
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
++ mktemp
+ xargs kubectl delete ns
+ awk '{print$1}'
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ local LAST_OUT=/tmp/tmp.PjVDF6FcDd
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.wxQOFTPKHM
+ local exit_status=0
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.TO9n1YQkxN
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace pxc-operator
++ mktemp
+ local LAST_ERR=/tmp/tmp.9HJ2YH4KkG
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.TO9n1YQkxN
+ cat /tmp/tmp.9HJ2YH4KkG
+ rm /tmp/tmp.TO9n1YQkxN /tmp/tmp.9HJ2YH4KkG
+ return 0
namespace "restore-to-encrypted-cluster-s3-27526" deleted
namespace "vault-service-1-3540" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.PjVDF6FcDd
namespace "pxc-operator" deleted
+ cat /tmp/tmp.wxQOFTPKHM
+ rm /tmp/tmp.PjVDF6FcDd /tmp/tmp.wxQOFTPKHM
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.kj41Rchrj5
++ mktemp
+ local LAST_ERR=/tmp/tmp.XPFZLn29cA
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kj41Rchrj5
namespace/pxc-operator created
+ cat /tmp/tmp.XPFZLn29cA
+ rm /tmp/tmp.kj41Rchrj5 /tmp/tmp.XPFZLn29cA
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6gFAJwWu2s
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kHiTfxwUDb
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.6gFAJwWu2s
++ cat /tmp/tmp.kHiTfxwUDb
++ rm /tmp/tmp.6gFAJwWu2s /tmp/tmp.kHiTfxwUDb
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.3qccq6dhdr
++ mktemp
+ local LAST_ERR=/tmp/tmp.QCCnP35tTD
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3qccq6dhdr
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12" modified.
+ cat /tmp/tmp.QCCnP35tTD
+ rm /tmp/tmp.3qccq6dhdr /tmp/tmp.QCCnP35tTD
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.AGItw5pFNP
++ mktemp
+ local LAST_ERR=/tmp/tmp.pcQfhTMa8J
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.AGItw5pFNP
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.pcQfhTMa8J
+ rm /tmp/tmp.AGItw5pFNP /tmp/tmp.pcQfhTMa8J
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.w6zhl0Zp9B
++ mktemp
+ local LAST_ERR=/tmp/tmp.JeI71FlNPd
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.w6zhl0Zp9B
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met
+ cat /tmp/tmp.JeI71FlNPd
+ rm /tmp/tmp.w6zhl0Zp9B /tmp/tmp.JeI71FlNPd
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.WsRjICn38E
++ mktemp
+ local LAST_ERR=/tmp/tmp.qDnqyqTbFO
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.WsRjICn38E
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met
+ cat /tmp/tmp.qDnqyqTbFO
+ rm /tmp/tmp.WsRjICn38E /tmp/tmp.qDnqyqTbFO
+ return 0
+ kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.XsK21U7CVZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.igmA3PXiZA
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.XsK21U7CVZ
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met
+ cat /tmp/tmp.igmA3PXiZA
+ rm /tmp/tmp.XsK21U7CVZ /tmp/tmp.igmA3PXiZA
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ kubectl_bin apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.dZmuLWyQXP
++ mktemp
+ local LAST_ERR=/tmp/tmp.LxSRByEUm0
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.dZmuLWyQXP
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.LxSRByEUm0
+ rm /tmp/tmp.dZmuLWyQXP /tmp/tmp.LxSRByEUm0
+ return 0
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' -
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/deploy/cw-operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.hYn6H64DlE
++ mktemp
+ local LAST_ERR=/tmp/tmp.gZyyMinDJE
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.hYn6H64DlE
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.gZyyMinDJE
+ rm /tmp/tmp.hYn6H64DlE /tmp/tmp.gZyyMinDJE
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.eJdQt0DPYX
++ mktemp
+ local LAST_ERR=/tmp/tmp.kqr85LWYhW
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.eJdQt0DPYX
pod/percona-xtradb-cluster-operator-658fcf4b98-rpgdk condition met
+ cat /tmp/tmp.kqr85LWYhW
+ rm /tmp/tmp.eJdQt0DPYX /tmp/tmp.kqr85LWYhW
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name'
++ head -1
+++ mktemp
++ local LAST_OUT=/tmp/tmp.556Ruoodg5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YK1EIul3qR
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.556Ruoodg5
++ cat /tmp/tmp.YK1EIul3qR
++ rm /tmp/tmp.556Ruoodg5 /tmp/tmp.YK1EIul3qR
++ return 0
+ wait_pod percona-xtradb-cluster-operator-658fcf4b98-rpgdk 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-658fcf4b98-rpgdk
+ local max_retry=480
+ local ns=pxc-operator
++ grep -E '^(pxc|proxysql)$'
++ echo percona-xtradb-cluster-operator-658fcf4b98-rpgdk
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-658fcf4b98-rpgdk condition met
waiting for pod/percona-xtradb-cluster-operator-658fcf4b98-rpgdk to become Ready.Ok
+ sleep 3
+ create_namespace restore-to-encrypted-cluster-s3-23563
+ local namespace=restore-to-encrypted-cluster-s3-23563
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ awk '-F ' '{print $2}'
++ tail -n1
++ sed s/NAMESPACE//
++ helm list --all-namespaces --filter chaos-mesh
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl api-resources
++ grep chaos-mesh.org
++ awk '{print $1}'
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get clusterrole
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
+ desc 'cleaned up old namespaces restore-to-encrypted-cluster-s3-23563'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces restore-to-encrypted-cluster-s3-23563
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace restore-to-encrypted-cluster-s3-23563
+ awk '{print$1}'
+ xargs kubectl delete ns
++ mktemp
+ kubectl_bin get ns
+ local LAST_OUT=/tmp/tmp.sBdOozLIa7
+ grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
++ mktemp
+ local LAST_ERR=/tmp/tmp.JwwTEDcAPt
+ local exit_status=0
++ mktemp
+ local LAST_OUT=/tmp/tmp.3cN2eL8cCf
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace restore-to-encrypted-cluster-s3-23563
++ mktemp
+ local LAST_ERR=/tmp/tmp.f6yzxqHpva
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace restore-to-encrypted-cluster-s3-23563
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3cN2eL8cCf
+ cat /tmp/tmp.f6yzxqHpva
+ rm /tmp/tmp.3cN2eL8cCf /tmp/tmp.f6yzxqHpva
+ return 0
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace restore-to-encrypted-cluster-s3-23563
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.sBdOozLIa7
+ cat /tmp/tmp.JwwTEDcAPt
Error from server (NotFound): namespaces "restore-to-encrypted-cluster-s3-23563" not found
+ rm /tmp/tmp.sBdOozLIa7 /tmp/tmp.JwwTEDcAPt
+ return 1
+ :
+ wait_for_delete namespace/restore-to-encrypted-cluster-s3-23563
+ local res=namespace/restore-to-encrypted-cluster-s3-23563
+ echo -n 'waiting for namespace/restore-to-encrypted-cluster-s3-23563 to be deleted'
waiting for namespace/restore-to-encrypted-cluster-s3-23563 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "restore-to-encrypted-cluster-s3-23563" not found
+ desc 'create namespace restore-to-encrypted-cluster-s3-23563'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace restore-to-encrypted-cluster-s3-23563
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace restore-to-encrypted-cluster-s3-23563
++ mktemp
+ local LAST_OUT=/tmp/tmp.SmkmSnIfBC
++ mktemp
+ local LAST_ERR=/tmp/tmp.eWDKYJ1SD0
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace restore-to-encrypted-cluster-s3-23563
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.SmkmSnIfBC
namespace/restore-to-encrypted-cluster-s3-23563 created
+ cat /tmp/tmp.eWDKYJ1SD0
+ rm /tmp/tmp.SmkmSnIfBC /tmp/tmp.eWDKYJ1SD0
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OIe5Jm0tCT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6YdzBm2u09
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.OIe5Jm0tCT
++ cat /tmp/tmp.6YdzBm2u09
++ rm /tmp/tmp.OIe5Jm0tCT /tmp/tmp.6YdzBm2u09
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12 --namespace=restore-to-encrypted-cluster-s3-23563
++ mktemp
+ local LAST_OUT=/tmp/tmp.tXfbriRymw
++ mktemp
+ local LAST_ERR=/tmp/tmp.JFygnINaKd
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12 --namespace=restore-to-encrypted-cluster-s3-23563
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.tXfbriRymw
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12" modified.
+ cat /tmp/tmp.JFygnINaKd
+ rm /tmp/tmp.tXfbriRymw /tmp/tmp.JFygnINaKd
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZvyAgfksVV
++ mktemp
+ local LAST_ERR=/tmp/tmp.dksLlur3gM
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ZvyAgfksVV
secret/minio-secret created
secret/aws-s3-secret created
secret/do-spaces-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.dksLlur3gM
+ rm /tmp/tmp.ZvyAgfksVV /tmp/tmp.dksLlur3gM
+ return 0
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/some-name.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.NzMVrZEeVt
++ mktemp
+ local LAST_ERR=/tmp/tmp.Lh3qWtswz9
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.NzMVrZEeVt
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.Lh3qWtswz9
+ rm /tmp/tmp.NzMVrZEeVt /tmp/tmp.Lh3qWtswz9
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml
+ local pvc_name=
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.restore-to-encrypted-cluster-s3-23563~
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
++ mktemp
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ local LAST_OUT=/tmp/tmp.pnOFI2jeih
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/client.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ local LAST_ERR=/tmp/tmp.cpcdR08nOB
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.pnOFI2jeih
deployment.apps/pxc-client created
+ cat /tmp/tmp.cpcdR08nOB
+ rm /tmp/tmp.pnOFI2jeih /tmp/tmp.cpcdR08nOB
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/some-name.yml
+ local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/some-name.yml
+ local pvc_name=
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/some-name.yml ''
+ local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/some-name.yml
+ local pvc_name=
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.restore-to-encrypted-cluster-s3-23563~
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/some-name.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2546-caf25420#'
+ local LAST_OUT=/tmp/tmp.7j43b7rZsr
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.WOlUTFQbYl
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.7j43b7rZsr
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.WOlUTFQbYl
+ rm /tmp/tmp.7j43b7rZsr /tmp/tmp.WOlUTFQbYl
+ return 0
+ desc 'waiting pods to be running for some-name'
+ set +o xtrace


-----------------------------------------------------------------------------------
waiting pods to be running for some-name
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.nKWXMxvpfs
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.SVlRLxdUuT
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.nKWXMxvpfs
+++ cat /tmp/tmp.SVlRLxdUuT
+++ rm /tmp/tmp.nKWXMxvpfs /tmp/tmp.SVlRLxdUuT
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.91TMacPEdw
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.cxvr0nXSeB
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.91TMacPEdw
+++ cat /tmp/tmp.cxvr0nXSeB
+++ rm /tmp/tmp.91TMacPEdw /tmp/tmp.cxvr0nXSeB
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
++ get_proxy_size some-name
++ local cluster=some-name
++ local size=0
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ltAgYTuxzf
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.BXMZWFmFZV
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ltAgYTuxzf
+++ cat /tmp/tmp.BXMZWFmFZV
+++ rm /tmp/tmp.ltAgYTuxzf /tmp/tmp.BXMZWFmFZV
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.bFU7yVznKU
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.2103dCjFQ5
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.bFU7yVznKU
+++ cat /tmp/tmp.2103dCjFQ5
+++ rm /tmp/tmp.bFU7yVznKU /tmp/tmp.2103dCjFQ5
+++ return 0
++ [[ true == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.size}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.SNvsnU2HEL
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.28uvcq9WyK
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.size}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.SNvsnU2HEL
+++ cat /tmp/tmp.28uvcq9WyK
+++ rm /tmp/tmp.SNvsnU2HEL /tmp/tmp.28uvcq9WyK
+++ return 0
++ size=2
++ echo 2
+ local proxy_size=2
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ local size=3
+ local last_pod
+ local max_retry=480
+ [[ -z some-name-pxc ]]
+ [[ 3 -le 0 ]]
+ last_pod=2
+ desc 'Waiting for 3 running pods for some-name-pxc'
+ set +o xtrace


-----------------------------------------------------------------------------------
Waiting for 3 running pods for some-name-pxc
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ grep -E '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo some-name-pxc-0
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-0 condition met
waiting for pod/some-name-pxc-0 to become Ready.Ok
+ for i in $(seq 0 $last_pod)
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-1 condition met
waiting for pod/some-name-pxc-1 to become Ready.Ok
+ for i in $(seq 0 $last_pod)
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo some-name-pxc-2
++ grep -E '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-2 condition met
waiting for pod/some-name-pxc-2 to become Ready.Ok
+ wait_for_running some-name-proxysql 2
+ local name=some-name-proxysql
+ local size=2
+ local last_pod
+ local max_retry=480
+ [[ -z some-name-proxysql ]]
+ [[ 2 -le 0 ]]
+ last_pod=1
+ desc 'Waiting for 2 running pods for some-name-proxysql'
+ set +o xtrace


-----------------------------------------------------------------------------------
Waiting for 2 running pods for some-name-proxysql
-----------------------------------------------------------------------------------

++ seq 0 1
+ for i in $(seq 0 $last_pod)
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
++ echo some-name-proxysql-0
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-0 condition met
waiting for pod/some-name-proxysql-0 to become Ready.Ok
+ for i in $(seq 0 $last_pod)
+ wait_pod some-name-proxysql-1 480
+ local pod=some-name-proxysql-1
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-1
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-1 condition met
waiting for pod/some-name-proxysql-1 to become Ready.Ok
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local pxc_size=3
+ local proxy_size=2
+ desc 'wait cluster consistency'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait cluster consistency
-----------------------------------------------------------------------------------

+ local max_seconds=1500
+ local delay=5
+ local retries=300
+ local pxc_ready
+ local proxy_ready
+ sleep 7
+ echo -n 'waiting for pxc/some-name to be ready'
waiting for pxc/some-name to be ready++ seq 1 300
+ for _ in $(seq 1 "${retries}")
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1NbkNbtLlG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.imCm2TYaHd
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.1NbkNbtLlG
++ cat /tmp/tmp.imCm2TYaHd
++ rm /tmp/tmp.1NbkNbtLlG /tmp/tmp.imCm2TYaHd
++ return 0
+ state=ready
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DiAYTaAy3A
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sDZUL0WyMo
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.DiAYTaAy3A
++ cat /tmp/tmp.sDZUL0WyMo
++ rm /tmp/tmp.DiAYTaAy3A /tmp/tmp.sDZUL0WyMo
++ return 0
+ pxc_ready=3
+ proxy_ready=0
+ [[ 2 -gt 0 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.PVq3URg0mV
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.b3Yyii8tLy
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in $(seq 0 2)
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.PVq3URg0mV
+++++ cat /tmp/tmp.b3Yyii8tLy
+++++ rm /tmp/tmp.PVq3URg0mV /tmp/tmp.b3Yyii8tLy
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.SN17MZ3m8h
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.70CFl4Tqug
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in $(seq 0 2)
+++++ set +e
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ set -e
+++++ '[' 0 '!=' 0 ']'
+++++ break
+++++ cat /tmp/tmp.SN17MZ3m8h
+++++ cat /tmp/tmp.70CFl4Tqug
+++++ rm /tmp/tmp.SN17MZ3m8h /tmp/tmp.70CFl4Tqug
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FWNJZqMppp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.u5pg7PqF9j
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.FWNJZqMppp
++ cat /tmp/tmp.u5pg7PqF9j
++ rm /tmp/tmp.FWNJZqMppp /tmp/tmp.u5pg7PqF9j
++ return 0
+ proxy_ready=2
+ [[ ready == \r\e\a\d\y ]]
+ [[ 3 == \3 ]]
+ [[ 2 == \2 ]]
+ echo

+ return
+ sleep 10
++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ base64 --decode
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T1jok8kSON
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pgHyUbOfGS
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.T1jok8kSON
++ cat /tmp/tmp.pgHyUbOfGS
++ rm /tmp/tmp.T1jok8kSON /tmp/tmp.pgHyUbOfGS
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.km6deQyJq4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dgOcFvTnhQ
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.km6deQyJq4
++ cat /tmp/tmp.dgOcFvTnhQ
++ rm /tmp/tmp.km6deQyJq4 /tmp/tmp.dgOcFvTnhQ
++ return 0
+ client_pod=pxc-client-58d9f9fc48-t8ghg
+ wait_pod pxc-client-58d9f9fc48-t8ghg
+ local pod=pxc-client-58d9f9fc48-t8ghg
+ local max_retry=480
+ local ns=
++ echo pxc-client-58d9f9fc48-t8ghg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58d9f9fc48-t8ghg condition met
waiting for pod/pxc-client-58d9f9fc48-t8ghg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ write_data some-name 100500 no-proxy -P3306
+ local cluster=some-name
+ local id=100500
+ local use_proxy=no-proxy
+ local port=-P3306
+ local database=myApp
+ local table=myApp
+ local root_pass
++ get_password some-name root
++ local cluster=some-name
++ local user=root
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yN0ksdrFrI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NqZeu0ZuLC
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.yN0ksdrFrI
+++ cat /tmp/tmp.NqZeu0ZuLC
+++ rm /tmp/tmp.yN0ksdrFrI /tmp/tmp.NqZeu0ZuLC
+++ return 0
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ base64 --decode
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ztu6KGWxFd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.k5y9gdXl5Y
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ztu6KGWxFd
++ cat /tmp/tmp.k5y9gdXl5Y
++ rm /tmp/tmp.ztu6KGWxFd /tmp/tmp.k5y9gdXl5Y
++ return 0
+ root_pass=root_password
++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ocP3QvGkKe
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.kzFqd9Y36i
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.ocP3QvGkKe
+++ cat /tmp/tmp.kzFqd9Y36i
+++ rm /tmp/tmp.ocP3QvGkKe /tmp/tmp.kzFqd9Y36i
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.kCPzey8Zr3
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.guv20l7H8p
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.kCPzey8Zr3
+++ cat /tmp/tmp.guv20l7H8p
+++ rm /tmp/tmp.kCPzey8Zr3 /tmp/tmp.guv20l7H8p
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ proxy=some-name-proxysql
+ [[ no-proxy == true ]]
+ [[ no-proxy == \u\s\e\-\p\r\o\x\y ]]
+ host='-h some-name-pxc-0.some-name-pxc'
+ run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tgAdyBRoFH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Z9GjI4tDIC
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.tgAdyBRoFH
++ cat /tmp/tmp.Z9GjI4tDIC
++ rm /tmp/tmp.tgAdyBRoFH /tmp/tmp.Z9GjI4tDIC
++ return 0
+ client_pod=pxc-client-58d9f9fc48-t8ghg
+ wait_pod pxc-client-58d9f9fc48-t8ghg
+ local pod=pxc-client-58d9f9fc48-t8ghg
+ local max_retry=480
+ local ns=
++ echo pxc-client-58d9f9fc48-t8ghg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58d9f9fc48-t8ghg condition met
waiting for pod/pxc-client-58d9f9fc48-t8ghg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
+ desc 'compare initial data'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare initial data
-----------------------------------------------------------------------------------

+ compare_data some-name select-1 no-proxy -P3306
+ local cluster=some-name
+ local compare=select-1
+ local use_proxy=no-proxy
+ local port=-P3306
+ local database=myApp
+ local table=myApp
+ local size
+ local root_pass
++ get_password some-name root
++ local cluster=some-name
++ local user=root
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.wRYBpgExfx
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.ie0LHqAdh7
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.wRYBpgExfx
+++ cat /tmp/tmp.ie0LHqAdh7
+++ rm /tmp/tmp.wRYBpgExfx /tmp/tmp.ie0LHqAdh7
+++ return 0
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
+++ mktemp
++ base64 --decode
++ local LAST_OUT=/tmp/tmp.vNHNYaPmkZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Oy9srYsEDF
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.vNHNYaPmkZ
++ cat /tmp/tmp.Oy9srYsEDF
++ rm /tmp/tmp.vNHNYaPmkZ /tmp/tmp.Oy9srYsEDF
++ return 0
+ root_pass=root_password
+ [[ no-proxy == true ]]
+ [[ no-proxy == \u\s\e\-\p\r\o\x\y ]]
++ get_pxc_size some-name
++ local cluster=some-name
++ local size=0
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.pxc.size}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.y0ogE0WeNI
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.Tx0racNlGc
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.pxc.size}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.y0ogE0WeNI
+++ cat /tmp/tmp.Tx0racNlGc
+++ rm /tmp/tmp.y0ogE0WeNI /tmp/tmp.Tx0racNlGc
+++ return 0
++ size=3
++ echo 3
+ size=3
++ seq 0 2
+ for i in $(seq 0 $((size - 1)))
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1-84.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NICpumkp0k
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m1NDDQ7cNE
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.NICpumkp0k
++ cat /tmp/tmp.m1NDDQ7cNE
++ rm /tmp/tmp.NICpumkp0k /tmp/tmp.m1NDDQ7cNE
++ return 0
+ client_pod=pxc-client-58d9f9fc48-t8ghg
+ wait_pod pxc-client-58d9f9fc48-t8ghg
+ local pod=pxc-client-58d9f9fc48-t8ghg
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-58d9f9fc48-t8ghg
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58d9f9fc48-t8ghg condition met
waiting for pod/pxc-client-58d9f9fc48-t8ghg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.zOD67oxGcY/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.zOD67oxGcY/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1.sql /tmp/tmp.zOD67oxGcY/select-1.sql
+ for i in $(seq 0 $((size - 1)))
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1-84.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0u0cqFXWMG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kVaBHvNsY1
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.0u0cqFXWMG
++ cat /tmp/tmp.kVaBHvNsY1
++ rm /tmp/tmp.0u0cqFXWMG /tmp/tmp.kVaBHvNsY1
++ return 0
+ client_pod=pxc-client-58d9f9fc48-t8ghg
+ wait_pod pxc-client-58d9f9fc48-t8ghg
+ local pod=pxc-client-58d9f9fc48-t8ghg
+ local max_retry=480
+ local ns=
++ echo pxc-client-58d9f9fc48-t8ghg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58d9f9fc48-t8ghg condition met
waiting for pod/pxc-client-58d9f9fc48-t8ghg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.zOD67oxGcY/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.zOD67oxGcY/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1.sql /tmp/tmp.zOD67oxGcY/select-1.sql
+ for i in $(seq 0 $((size - 1)))
+ compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local command_id=select-1
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1-84.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
+ local 'command=SELECT id FROM myApp.myApp ORDER BY id;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -P3306 -uroot -p'\''root_password'\'''
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ldWKLudj0F
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cq2btjnq5k
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.ldWKLudj0F
++ cat /tmp/tmp.cq2btjnq5k
++ rm /tmp/tmp.ldWKLudj0F /tmp/tmp.cq2btjnq5k
++ return 0
+ client_pod=pxc-client-58d9f9fc48-t8ghg
+ wait_pod pxc-client-58d9f9fc48-t8ghg
+ local pod=pxc-client-58d9f9fc48-t8ghg
+ local max_retry=480
+ local ns=
++ echo pxc-client-58d9f9fc48-t8ghg
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58d9f9fc48-t8ghg condition met
waiting for pod/pxc-client-58d9f9fc48-t8ghg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ [[ ! -s /tmp/tmp.zOD67oxGcY/select-1.sql ]]
++ grep 'Unknown MySQL server host' /tmp/tmp.zOD67oxGcY/select-1.sql
+ [[ -n '' ]]
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/compare/select-1.sql /tmp/tmp.zOD67oxGcY/select-1.sql
+ is_keyring_plugin_in_use some-name
+ local cluster=some-name
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ kubectl exec some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my
+ return 1
+ keyring_plugin_must_not_be_in_use some-name
+ local cluster=some-name
+ log 'checking keyring plugin usage'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-10-05T14:13:33+0000]' checking keyring plugin usage
[2026-10-05T14:13:33+0000] checking keyring plugin usage
+ is_keyring_plugin_in_use some-name
+ local cluster=some-name
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ kubectl exec some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my
+ return 1
+ log 'keyring plugin is not used: OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-10-05T14:13:35+0000]' keyring plugin is not used: OK
[2026-10-05T14:13:35+0000] keyring plugin is not used: OK
+ table_must_not_be_encrypted some-name myApp
+ local cluster=some-name
+ local table=myApp
+ log 'checking table encryption: myApp'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-10-05T14:13:35+0000]' checking table encryption: myApp
[2026-10-05T14:13:35+0000] checking table encryption: myApp
+ is_table_encrypted some-name myApp
+ local cluster=some-name
+ local table=myApp
+ run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password'
+ local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";'
+ local 'uri=-h some-name-proxysql -uroot -proot_password'
+ grep -E -o 'ENCRYPTION=('\''Y'\''|"Y")'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7nz7dzsw7k
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BLPKwWLmnl
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.7nz7dzsw7k
++ cat /tmp/tmp.BLPKwWLmnl
++ rm /tmp/tmp.7nz7dzsw7k /tmp/tmp.BLPKwWLmnl
++ return 0
+ client_pod=pxc-client-58d9f9fc48-t8ghg
+ wait_pod pxc-client-58d9f9fc48-t8ghg
+ local pod=pxc-client-58d9f9fc48-t8ghg
+ local max_retry=480
+ local ns=
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo pxc-client-58d9f9fc48-t8ghg
++ grep -E '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-58d9f9fc48-t8ghg condition met
waiting for pod/pxc-client-58d9f9fc48-t8ghg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ log 'myApp is not encrypted: OK'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-10-05T14:13:52+0000]' myApp is not encrypted: OK
[2026-10-05T14:13:52+0000] myApp is not encrypted: OK
+ vault1=vault-service-1-26287
+ prepare_vault vault-service-1-26287
+ name=vault-service-1-26287
+ protocol=http
+ local platform=kubernetes
+ [[ -n '' ]]
+ create_namespace vault-service-1-26287 skip_clean
+ local namespace=vault-service-1-26287
+ local skip_clean_namespace=skip_clean
+ [[ 1 == 1 ]]
+ [[ -z skip_clean ]]
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces vault-service-1-26287'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces vault-service-1-26287
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace vault-service-1-26287
++ mktemp
+ local LAST_OUT=/tmp/tmp.psrzMXeqyL
++ mktemp
+ local LAST_ERR=/tmp/tmp.J1fhLozhYj
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace vault-service-1-26287
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace vault-service-1-26287
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace vault-service-1-26287
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.psrzMXeqyL
+ cat /tmp/tmp.J1fhLozhYj
Error from server (NotFound): namespaces "vault-service-1-26287" not found
+ rm /tmp/tmp.psrzMXeqyL /tmp/tmp.J1fhLozhYj
+ return 1
+ :
+ wait_for_delete namespace/vault-service-1-26287
+ local res=namespace/vault-service-1-26287
+ echo -n 'waiting for namespace/vault-service-1-26287 to be deleted'
waiting for namespace/vault-service-1-26287 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "vault-service-1-26287" not found
+ desc 'create namespace vault-service-1-26287'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace vault-service-1-26287
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace vault-service-1-26287
++ mktemp
+ local LAST_OUT=/tmp/tmp.FFUmiRlByp
++ mktemp
+ local LAST_ERR=/tmp/tmp.mQshEysalK
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace vault-service-1-26287
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.FFUmiRlByp
namespace/vault-service-1-26287 created
+ cat /tmp/tmp.mQshEysalK
+ rm /tmp/tmp.FFUmiRlByp /tmp/tmp.mQshEysalK
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L0iKhaMu9o
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EARQSyVobs
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.L0iKhaMu9o
++ cat /tmp/tmp.EARQSyVobs
++ rm /tmp/tmp.L0iKhaMu9o /tmp/tmp.EARQSyVobs
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12 --namespace=vault-service-1-26287
++ mktemp
+ local LAST_OUT=/tmp/tmp.3Acw3uGGHs
++ mktemp
+ local LAST_ERR=/tmp/tmp.4GGl8kVNFg
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12 --namespace=vault-service-1-26287
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.3Acw3uGGHs
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12" modified.
+ cat /tmp/tmp.4GGl8kVNFg
+ rm /tmp/tmp.3Acw3uGGHs /tmp/tmp.4GGl8kVNFg
+ return 0
+ deploy_helm vault-service-1-26287
+ helm repo add hashicorp https://helm.releases.hashicorp.com
"hashicorp" already exists with the same configuration, skipping
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "chaos-mesh" chart repository
...Successfully got an update from the "hashicorp" chart repository
...Successfully got an update from the "percona" chart repository
Update Complete. ⎈Happy Helming!⎈
+ helm uninstall vault-service-1-26287
Error: uninstall: Release not loaded: vault-service-1-26287: release: not found
+ :
+ desc 'install Vault vault-service-1-26287'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Vault vault-service-1-26287
-----------------------------------------------------------------------------------

+ '[' http == https ']'
+ helm install vault-service-1-26287 hashicorp/vault --disable-openapi-validation --version 0.30.0 --namespace vault-service-1-26287 --set dataStorage.enabled=false --set global.platform=kubernetes
NAME: vault-service-1-26287
LAST DEPLOYED: Mon Oct  5 14:14:17 2026
NAMESPACE: vault-service-1-26287
STATUS: deployed
REVISION: 1
NOTES:
Thank you for installing HashiCorp Vault!

Now that you have deployed Vault, you should look over the docs on using
Vault with Kubernetes available here:

https://developer.hashicorp.com/vault/docs


Your release is named vault-service-1-26287. To learn more about the release, try:

  $ helm status vault-service-1-26287
  $ helm get manifest vault-service-1-26287
+ [[ -n '' ]]
+ set +o xtrace
pod/vault-service-1-26287-0....{"running":{"startedAt":"2026-10-05T14:14:32Z"}}
+ kubectl_bin exec -it vault-service-1-26287-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json
++ mktemp
+ local LAST_OUT=/tmp/tmp.4h9Y4EUiOp
++ mktemp
+ local LAST_ERR=/tmp/tmp.QZHSriqfuM
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec -it vault-service-1-26287-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.4h9Y4EUiOp
+ cat /tmp/tmp.QZHSriqfuM
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.4h9Y4EUiOp /tmp/tmp.QZHSriqfuM
+ return 0
++ jq -r '.unseal_keys_b64[]'
+ unsealKey=/TL8hUSwohAnNhTIPmfWoEEmBz+BMTj0oqU+jT6AWVk=
++ jq -r .root_token
+ token=hvs.4Fu4FohiiCLGYxAbbzrbME51
+ sleep 10
+ kubectl_bin exec -it vault-service-1-26287-0 -- vault operator unseal -tls-skip-verify /TL8hUSwohAnNhTIPmfWoEEmBz+BMTj0oqU+jT6AWVk=
++ mktemp
+ local LAST_OUT=/tmp/tmp.u3OzraPOQo
++ mktemp
+ local LAST_ERR=/tmp/tmp.TTsTRNBmxU
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec -it vault-service-1-26287-0 -- vault operator unseal -tls-skip-verify /TL8hUSwohAnNhTIPmfWoEEmBz+BMTj0oqU+jT6AWVk=
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.u3OzraPOQo
Key             Value
---             -----
Seal Type       shamir
Initialized     true
Sealed          false
Total Shares    1
Threshold       1
Version         1.19.0
Build Date      2025-03-04T12:36:40Z
Storage Type    file
Cluster Name    vault-cluster-606e4f84
Cluster ID      314d8f3f-703c-2c34-46bf-cd85f15861c3
HA Enabled      false
+ cat /tmp/tmp.TTsTRNBmxU
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.u3OzraPOQo /tmp/tmp.TTsTRNBmxU
+ return 0
+ kubectl_bin exec -it vault-service-1-26287-0 -- sh -c 'export VAULT_TOKEN=hvs.4Fu4FohiiCLGYxAbbzrbME51 && export VAULT_LOG_LEVEL=trace                 && vault secrets enable --version=1 -tls-skip-verify -path=secret kv                 && vault audit enable file file_path=/vault/vault-audit.log'
++ mktemp
+ local LAST_OUT=/tmp/tmp.6XvVXcbgsJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.eh6xukBtdO
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec -it vault-service-1-26287-0 -- sh -c 'export VAULT_TOKEN=hvs.4Fu4FohiiCLGYxAbbzrbME51 && export VAULT_LOG_LEVEL=trace                 && vault secrets enable --version=1 -tls-skip-verify -path=secret kv                 && vault audit enable file file_path=/vault/vault-audit.log'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6XvVXcbgsJ
Success! Enabled the kv secrets engine at: secret/
Success! Enabled the file audit device at: file/
+ cat /tmp/tmp.eh6xukBtdO
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.6XvVXcbgsJ /tmp/tmp.eh6xukBtdO
+ return 0
+ sleep 10
+ local vault_secret=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/vault-secret.yaml
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]]
+ vault_secret=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/vault-secret-84.yaml
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/conf/vault-secret-84.yaml
+ sed -e s/#token/hvs.4Fu4FohiiCLGYxAbbzrbME51/
+ sed -e s/#secret/secret/
+ sed -e 's/#vault_url/http:\/\/vault-service-1-26287.vault-service-1-26287.svc.cluster.local:8200/'
+ '[' http == https ']'
+ /usr/bin/sed -i /#vault_ca/d /tmp/tmp.zOD67oxGcY/vault-secret.yaml
+ /usr/bin/sed -i s/#84_vault_ca//g /tmp/tmp.zOD67oxGcY/vault-secret.yaml
+ activate_vault vault-service-1-26287
+ local name=vault-service-1-26287
+ kubectl_bin apply --namespace=restore-to-encrypted-cluster-s3-23563 -f /tmp/tmp.zOD67oxGcY/vault-secret.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.d37jdxcmGC
++ mktemp
+ local LAST_ERR=/tmp/tmp.KHcqZHNRLv
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --namespace=restore-to-encrypted-cluster-s3-23563 -f /tmp/tmp.zOD67oxGcY/vault-secret.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.d37jdxcmGC
secret/some-name-vault created
+ cat /tmp/tmp.KHcqZHNRLv
+ rm /tmp/tmp.d37jdxcmGC /tmp/tmp.KHcqZHNRLv
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jb3K6NDw0r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0MEHoYMecu
++ local exit_status=0
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.jb3K6NDw0r
++ cat /tmp/tmp.0MEHoYMecu
++ rm /tmp/tmp.jb3K6NDw0r /tmp/tmp.0MEHoYMecu
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12 --namespace=restore-to-encrypted-cluster-s3-23563
++ mktemp
+ local LAST_OUT=/tmp/tmp.ehu7ifN0q6
++ mktemp
+ local LAST_ERR=/tmp/tmp.bsxDe2Qx2j
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12 --namespace=restore-to-encrypted-cluster-s3-23563
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ehu7ifN0q6
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2546-caf25420-2-cluster12" modified.
+ cat /tmp/tmp.bsxDe2Qx2j
+ rm /tmp/tmp.ehu7ifN0q6 /tmp/tmp.bsxDe2Qx2j
+ return 0
+ run_backup some-name on-demand-backup-aws-s3
+ local cluster=some-name
+ local backup=on-demand-backup-aws-s3
+ local status=Succeeded
+ log 'run pxc-backup/on-demand-backup-aws-s3'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-10-05T14:15:10+0000]' run pxc-backup/on-demand-backup-aws-s3
[2026-10-05T14:15:10+0000] run pxc-backup/on-demand-backup-aws-s3
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/conf/on-demand-backup-aws-s3.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.04gYt7oWug
++ mktemp
+ local LAST_ERR=/tmp/tmp.PsVZVlNXnS
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/conf/on-demand-backup-aws-s3.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.04gYt7oWug
perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-aws-s3 created
+ cat /tmp/tmp.PsVZVlNXnS
+ rm /tmp/tmp.04gYt7oWug /tmp/tmp.PsVZVlNXnS
+ return 0
+ wait_backup on-demand-backup-aws-s3 Succeeded
+ local backup=on-demand-backup-aws-s3
+ local status=Succeeded
+ set +o xtrace
waiting for pxc-backup/on-demand-backup-aws-s3 to reach Succeeded state.......................................................................................................................Succeeded
+ run_recovery_check some-name on-demand-backup-aws-s3
+ local cluster=some-name
+ local backup=on-demand-backup-aws-s3
+ local compare=select-1
++ get_proxy_engine some-name
++ local cluster_name=some-name
+++ get_proxy some-name
+++ local target_cluster=some-name
++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.djxSjWLItl
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.dwt5HFcdtT
++++ local exit_status=0
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.djxSjWLItl
++++ cat /tmp/tmp.dwt5HFcdtT
++++ rm /tmp/tmp.djxSjWLItl /tmp/tmp.dwt5HFcdtT
++++ return 0
+++ [[ '' == \t\r\u\e ]]
++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.HOYKdQie41
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.6ciUqVYLBd
++++ local exit_status=0
+++++ seq 0 2
++++ for i in $(seq 0 2)
++++ set +e
++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.HOYKdQie41
++++ cat /tmp/tmp.6ciUqVYLBd
++++ rm /tmp/tmp.HOYKdQie41 /tmp/tmp.6ciUqVYLBd
++++ return 0
+++ [[ true == \t\r\u\e ]]
+++ echo some-name-proxysql
+++ return
++ local cluster_proxy=some-name-proxysql
++ echo proxysql
+ local proxy=proxysql
++ get_pvc_name_for_backup on-demand-backup-aws-s3
++ local backup_name=on-demand-backup-aws-s3
+++ kubectl_bin get pxc-backup on-demand-backup-aws-s3 -o 'jsonpath={.status.destination}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.566BaFORZi
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.tfUqPKDNGV
+++ local exit_status=0
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pxc-backup on-demand-backup-aws-s3 -o 'jsonpath={.status.destination}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.566BaFORZi
+++ cat /tmp/tmp.tfUqPKDNGV
+++ rm /tmp/tmp.566BaFORZi /tmp/tmp.tfUqPKDNGV
+++ return 0
++ local destination=s3://operator-testing/some-name-2026-10-05-14:15:12-full
++ [[ -z s3://operator-testing/some-name-2026-10-05-14:15:12-full ]]
++ local pvc_name=s3://operator-testing/some-name-2026-10-05-14:15:12-full
++ echo s3://operator-testing/some-name-2026-10-05-14:15:12-full
+ pvc_name=s3://operator-testing/some-name-2026-10-05-14:15:12-full
+ dest=pvc/s3://operator-testing/some-name-2026-10-05-14:15:12-full
+ log 'run pxc-restore/on-demand-backup-aws-s3'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2026-10-05T14:19:51+0000]' run pxc-restore/on-demand-backup-aws-s3
[2026-10-05T14:19:51+0000] run pxc-restore/on-demand-backup-aws-s3
+ YAML_INPUT_FILE=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/conf/restore-on-demand-backup-aws-s3.yaml
++ /usr/bin/sed -e 's#<destination>#pvc/s3://operator-testing/some-name-2026-10-05-14:15:12-full#g'
++ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2546/e2e-tests/restore-to-encrypted-cluster-s3/conf/restore-on-demand-backup-aws-s3.yaml
++ /usr/bin/sed -e s~minio-service.#namespace~minio-service.restore-to-encrypted-cluster-s3-23563~
+ MODIFIED_YAML='apiVersion: pxc.percona.com/v1
kind: PerconaXtraDBClusterRestore
metadata:
  name: on-demand-backup-aws-s3
spec:
  pxcCluster: some-name
  backupName: on-demand-backup-aws-s3'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]]
+ FINAL_YAML='apiVersion: pxc.percona.com/v1
kind: PerconaXtraDBClusterRestore
metadata:
  name: on-demand-backup-aws-s3
spec:
  pxcCluster: some-name
  backupName: on-demand-backup-aws-s3'
+ kubectl_bin apply -f -
+ echo 'apiVersion: pxc.percona.com/v1
kind: PerconaXtraDBClusterRestore
metadata:
  name: on-demand-backup-aws-s3
spec:
  pxcCluster: some-name
  backupName: on-demand-backup-aws-s3'
++ mktemp
+ local LAST_OUT=/tmp/tmp.mS7BC2k5Au
++ mktemp
+ local LAST_ERR=/tmp/tmp.Mo6YH3Ebhf
+ local exit_status=0
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mS7BC2k5Au
perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-aws-s3 created
+ cat /tmp/tmp.Mo6YH3Ebhf
+ rm /tmp/tmp.mS7BC2k5Au /tmp/tmp.Mo6YH3Ebhf
+ return 0
+ wait_backup_restore on-demand-backup-aws-s3
+ local backup_name=on-demand-backup-aws-s3
+ local target_state=Succeeded
+ local wait_time=720
+ set +o xtrace
waiting for pxc-restore/on-demand-backup-aws-s3 to reach Succeeded state
2026-10-05T14:19:55 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:19:58 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:00 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:03 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:05 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:08 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:11 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:13 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:16 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:19 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:21 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:24 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:26 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:28 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:31 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:33 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:35 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:37 pxc-restore/on-demand-backup-aws-s3 state: Stopping Cluster
2026-10-05T14:20:40 pxc-restore/on-demand-backup-aws-s3 state: Restoring
2026-10-05T14:20:42 pxc-restore/on-demand-backup-aws-s3 state: Restoring
2026-10-05T14:20:45 pxc-restore/on-demand-backup-aws-s3 state: Restoring
2026-10-05T14:20:47 pxc-restore/on-demand-backup-aws-s3 state: Restoring
2026-10-05T14:20:51 pxc-restore/on-demand-backup-aws-s3 state: Restoring
2026-10-05T14:20:54 pxc-restore/on-demand-backup-aws-s3 state: Restoring
2026-10-05T14:20:57 pxc-restore/on-demand-backup-aws-s3 state: Restoring
2026-10-05T14:21:01 pxc-restore/on-demand-backup-aws-s3 state: Restoring
2026-10-05T14:21:04 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:07 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:11 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:14 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:19 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:22 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:25 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:30 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:33 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:37 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:40 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:43 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:47 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:50 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:53 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:56 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:21:59 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:02 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:06 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:09 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:12 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:16 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:19 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:21 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:24 pxc-restore/on-demand-backup-aws-s3 state: Preparing Cluster
2026-10-05T14:22:27 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:30 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:33 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:35 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:39 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:42 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:46 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:49 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:52 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:55 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:22:58 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:01 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:05 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:08 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:12 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:15 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:18 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:21 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:24 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:27 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:30 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:34 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:37 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:41 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:44 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:48 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:51 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:54 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:23:57 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:24:00 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:24:05 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster
2026-10-05T14:24:08 pxc-restore/on-demand-backup-aws-s3 state: Starting Cluster