Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/logs/restore-to-encrypted-cluster-8-0.log
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1
+ main
+ create_infra restore-to-encrypted-cluster-13177
+ local ns=restore-to-encrypted-cluster-13177
+ '[' -n pxc-operator ']'
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl get pxc --all-namespaces -o wide
+ kubectl patch pxc -n restore-to-encrypted-cluster-16751 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.wwv6flOWtc
++ mktemp
+ local LAST_ERR=/tmp/tmp.kbQsrXXw7V
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.wwv6flOWtc
perconaxtradbcluster.pxc.percona.com "some-name" deleted from restore-to-encrypted-cluster-16751 namespace
+ cat /tmp/tmp.kbQsrXXw7V
+ rm /tmp/tmp.wwv6flOWtc /tmp/tmp.kbQsrXXw7V
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.6m3k4JPtIK
++ mktemp
+ local LAST_ERR=/tmp/tmp.ObXlUexwev
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6m3k4JPtIK
perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-aws-s3" deleted from restore-to-encrypted-cluster-16751 namespace
perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted from restore-to-encrypted-cluster-16751 namespace
+ cat /tmp/tmp.ObXlUexwev
+ rm /tmp/tmp.6m3k4JPtIK /tmp/tmp.ObXlUexwev
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.vlHTwB0U1R
++ mktemp
+ local LAST_ERR=/tmp/tmp.FEcB5Q62K6
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.vlHTwB0U1R
perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-pvc" deleted from restore-to-encrypted-cluster-16751 namespace
+ cat /tmp/tmp.FEcB5Q62K6
+ rm /tmp/tmp.vlHTwB0U1R /tmp/tmp.FEcB5Q62K6
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get clusterrolebinding
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pxc-operator'
+ set +o xtrace
++ mktemp


-----------------------------------------------------------------------------------
cleaned up old namespaces pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pxc-operator
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.n8M8uAYOyZ
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.N2Lc1lHtS4
++ mktemp
+ local LAST_ERR=/tmp/tmp.xhDSoKBJjS
+ local exit_status=0
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.jwuoupPkPP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.n8M8uAYOyZ
+ cat /tmp/tmp.xhDSoKBJjS
+ rm /tmp/tmp.n8M8uAYOyZ /tmp/tmp.xhDSoKBJjS
+ return 0
namespace "restore-to-encrypted-cluster-16751" deleted
namespace "vault-service-1-1844" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.N2Lc1lHtS4
namespace "pxc-operator" deleted
+ cat /tmp/tmp.jwuoupPkPP
+ rm /tmp/tmp.N2Lc1lHtS4 /tmp/tmp.jwuoupPkPP
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ echo -n 'waiting for namespace/pxc-operator to be deleted'
waiting for namespace/pxc-operator to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "pxc-operator" not found
+ desc 'create namespace pxc-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pxc-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.MhQx0MOiBI
++ mktemp
+ local LAST_ERR=/tmp/tmp.EYLLgUw2fw
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.MhQx0MOiBI
namespace/pxc-operator created
+ cat /tmp/tmp.EYLLgUw2fw
+ rm /tmp/tmp.MhQx0MOiBI /tmp/tmp.EYLLgUw2fw
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AioaqluIAl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dDBvqmmac5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.AioaqluIAl
++ cat /tmp/tmp.dDBvqmmac5
++ rm /tmp/tmp.AioaqluIAl /tmp/tmp.dDBvqmmac5
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5 --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.RKDBNqCBOg
++ mktemp
+ local LAST_ERR=/tmp/tmp.AT2PjhVIGo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5 --namespace=pxc-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.RKDBNqCBOg
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5" modified.
+ cat /tmp/tmp.AT2PjhVIGo
+ rm /tmp/tmp.RKDBNqCBOg /tmp/tmp.AT2PjhVIGo
+ return 0
+ deploy_operator
+ desc 'start PXC operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PXC operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.uaIlE0IVu6
++ mktemp
+ local LAST_ERR=/tmp/tmp.AasI1YopF3
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.uaIlE0IVu6
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied
+ cat /tmp/tmp.AasI1YopF3
+ rm /tmp/tmp.uaIlE0IVu6 /tmp/tmp.AasI1YopF3
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.mzye6FEmHZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.yMbhuxaUQd
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.mzye6FEmHZ
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.yMbhuxaUQd
+ rm /tmp/tmp.mzye6FEmHZ /tmp/tmp.yMbhuxaUQd
+ return 0
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/cw-operator.yaml
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' -
+ kubectl_bin apply -f -
+ yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.iT2xr6Luhm
++ mktemp
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694^'
+ local LAST_ERR=/tmp/tmp.iCj47ya0va
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.iT2xr6Luhm
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.iCj47ya0va
+ rm /tmp/tmp.iT2xr6Luhm /tmp/tmp.iCj47ya0va
+ return 0
+ sleep 10
+ kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
++ mktemp
+ local LAST_OUT=/tmp/tmp.QTeWGIctU8
++ mktemp
+ local LAST_ERR=/tmp/tmp.Qel15tDHdv
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.QTeWGIctU8
pod/percona-xtradb-cluster-operator-b5f9c4897-fmzgq condition met
+ cat /tmp/tmp.Qel15tDHdv
+ rm /tmp/tmp.QTeWGIctU8 /tmp/tmp.Qel15tDHdv
+ return 0
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
+++ grep -c percona-xtradb-cluster-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Mh0Nkyp7NY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.35aGTJivpk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Mh0Nkyp7NY
++ cat /tmp/tmp.35aGTJivpk
++ rm /tmp/tmp.Mh0Nkyp7NY /tmp/tmp.35aGTJivpk
++ return 0
+ wait_pod percona-xtradb-cluster-operator-b5f9c4897-fmzgq 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-b5f9c4897-fmzgq
+ local max_retry=480
+ local ns=pxc-operator
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ echo percona-xtradb-cluster-operator-b5f9c4897-fmzgq
+ local container=
+ set +o xtrace
pod/percona-xtradb-cluster-operator-b5f9c4897-fmzgq condition met
waiting for pod/percona-xtradb-cluster-operator-b5f9c4897-fmzgq to become Ready.Ok
+ sleep 3
+ create_namespace restore-to-encrypted-cluster-13177
+ local namespace=restore-to-encrypted-cluster-13177
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces restore-to-encrypted-cluster-13177'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces restore-to-encrypted-cluster-13177
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace restore-to-encrypted-cluster-13177
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.KzJtmjeZ0R
++ mktemp
+ local LAST_OUT=/tmp/tmp.crjS5qM67X
+ local LAST_ERR=/tmp/tmp.4wtlXg7sfE
+ local exit_status=0
++ mktemp
++ seq 0 2
+ for i in '$(seq 0 2)'
+ local LAST_ERR=/tmp/tmp.PtSlwt0sDh
+ set +e
+ local exit_status=0
+ kubectl delete namespace restore-to-encrypted-cluster-13177
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace restore-to-encrypted-cluster-13177
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.crjS5qM67X
+ cat /tmp/tmp.PtSlwt0sDh
+ rm /tmp/tmp.crjS5qM67X /tmp/tmp.PtSlwt0sDh
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace restore-to-encrypted-cluster-13177
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.KzJtmjeZ0R
+ cat /tmp/tmp.4wtlXg7sfE
Error from server (NotFound): namespaces "restore-to-encrypted-cluster-13177" not found
+ rm /tmp/tmp.KzJtmjeZ0R /tmp/tmp.4wtlXg7sfE
+ return 1
+ :
+ wait_for_delete namespace/restore-to-encrypted-cluster-13177
+ local res=namespace/restore-to-encrypted-cluster-13177
+ echo -n 'waiting for namespace/restore-to-encrypted-cluster-13177 to be deleted'
waiting for namespace/restore-to-encrypted-cluster-13177 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "restore-to-encrypted-cluster-13177" not found
+ desc 'create namespace restore-to-encrypted-cluster-13177'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace restore-to-encrypted-cluster-13177
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace restore-to-encrypted-cluster-13177
++ mktemp
+ local LAST_OUT=/tmp/tmp.kJyeR7zIe0
++ mktemp
+ local LAST_ERR=/tmp/tmp.njFO7pAazg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace restore-to-encrypted-cluster-13177
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.kJyeR7zIe0
namespace/restore-to-encrypted-cluster-13177 created
+ cat /tmp/tmp.njFO7pAazg
+ rm /tmp/tmp.kJyeR7zIe0 /tmp/tmp.njFO7pAazg
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Jo0GEP0qdL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pBoKk4n0KS
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.Jo0GEP0qdL
++ cat /tmp/tmp.pBoKk4n0KS
++ rm /tmp/tmp.Jo0GEP0qdL /tmp/tmp.pBoKk4n0KS
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5 --namespace=restore-to-encrypted-cluster-13177
++ mktemp
+ local LAST_OUT=/tmp/tmp.fEjZA10uoo
++ mktemp
+ local LAST_ERR=/tmp/tmp.DsauIqONrd
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5 --namespace=restore-to-encrypted-cluster-13177
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.fEjZA10uoo
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5" modified.
+ cat /tmp/tmp.DsauIqONrd
+ rm /tmp/tmp.fEjZA10uoo /tmp/tmp.DsauIqONrd
+ return 0
+ apply_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.5GrB7oueYq
++ mktemp
+ local LAST_ERR=/tmp/tmp.JUzJMj19NP
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.5GrB7oueYq
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.JUzJMj19NP
+ rm /tmp/tmp.5GrB7oueYq /tmp/tmp.JUzJMj19NP
+ return 0
+ cluster=some-name
+ spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml
+ local cluster=some-name
+ local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml
+ local size=3
+ local sleep=10
+ local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/secrets.yml
+ local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml
+ local port=3306
+ desc 'create first PXC cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PXC cluster
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.OhojlCZoZG
++ mktemp
+ local LAST_ERR=/tmp/tmp.fPvkOaqGwa
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.OhojlCZoZG
secret/my-cluster-secrets created
secret/some-name-ssl created
secret/some-name-ssl-internal created
+ cat /tmp/tmp.fPvkOaqGwa
+ rm /tmp/tmp.OhojlCZoZG /tmp/tmp.fPvkOaqGwa
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694#'
+ local LAST_OUT=/tmp/tmp.ghTJCaZBo0
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.restore-to-encrypted-cluster-13177~
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ mktemp
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ local LAST_ERR=/tmp/tmp.R0tpovuUov
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.ghTJCaZBo0
deployment.apps/pxc-client created
+ cat /tmp/tmp.R0tpovuUov
+ rm /tmp/tmp.ghTJCaZBo0 /tmp/tmp.R0tpovuUov
+ return 0
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.restore-to-encrypted-cluster-13177~
+ local LAST_OUT=/tmp/tmp.LxM16vtDIE
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
++ mktemp
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ local LAST_ERR=/tmp/tmp.B1IiunCTQY
+ local exit_status=0
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
++ seq 0 2
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.LxM16vtDIE
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.B1IiunCTQY
+ rm /tmp/tmp.LxM16vtDIE /tmp/tmp.B1IiunCTQY
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

++ get_proxy some-name
++ local target_cluster=some-name
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fStVF4uyag
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.iWhFZ4bRWL
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.fStVF4uyag
+++ cat /tmp/tmp.iWhFZ4bRWL
+++ rm /tmp/tmp.fStVF4uyag /tmp/tmp.iWhFZ4bRWL
+++ return 0
++ [[ '' == \t\r\u\e ]]
+++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.OS9ci8Y5bM
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AOX4dfS9Rj
+++ local exit_status=0
++++ seq 0 2
+++ for i in '$(seq 0 2)'
+++ set +e
+++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 ']'
+++ break
+++ cat /tmp/tmp.OS9ci8Y5bM
+++ cat /tmp/tmp.AOX4dfS9Rj
+++ rm /tmp/tmp.OS9ci8Y5bM /tmp/tmp.AOX4dfS9Rj
+++ return 0
++ [[ true == \t\r\u\e ]]
++ echo some-name-proxysql
++ return
+ local proxy=some-name-proxysql
+ kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n restore-to-encrypted-cluster-13177
++ mktemp
+ local LAST_OUT=/tmp/tmp.9cri3o9HWl
++ mktemp
+ local LAST_ERR=/tmp/tmp.rM3aeDtIDo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n restore-to-encrypted-cluster-13177
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n restore-to-encrypted-cluster-13177
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n restore-to-encrypted-cluster-13177
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.9cri3o9HWl
+ cat /tmp/tmp.rM3aeDtIDo
error: no matching resources found
+ rm /tmp/tmp.9cri3o9HWl /tmp/tmp.rM3aeDtIDo
+ return 1
+ true
+ wait_for_running some-name-proxysql 1
+ local name=some-name-proxysql
+ let last_pod=0
+ :
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-proxysql-0 480
+ local pod=some-name-proxysql-0
+ local max_retry=480
+ local ns=
++ echo some-name-proxysql-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=proxysql
+ set +o xtrace
pod/some-name-proxysql-0 condition met
waiting for pod/some-name-proxysql-0 to become Ready.Ok
+ wait_for_running some-name-pxc 3
+ local name=some-name-pxc
+ let last_pod=2
+ local max_retry=480
+ desc 'wait for running cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for running cluster
-----------------------------------------------------------------------------------

++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-0 condition met
waiting for pod/some-name-pxc-0 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-1 480
+ local pod=some-name-pxc-1
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-1
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-1 condition met
waiting for pod/some-name-pxc-1 to become Ready.Ok
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-2 480
+ local pod=some-name-pxc-2
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-2
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
pod/some-name-pxc-2 condition met
waiting for pod/some-name-pxc-2 to become Ready.Ok
+ sleep 10
++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}'
+ local secret_name=my-cluster-secrets
++ getSecretData my-cluster-secrets root
++ local secretName=my-cluster-secrets
++ local dataKey=root
++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}'
++ base64 --decode
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KluqbKMGnW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PihGOOefQY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.KluqbKMGnW
++ cat /tmp/tmp.PihGOOefQY
++ rm /tmp/tmp.KluqbKMGnW /tmp/tmp.PihGOOefQY
++ return 0
+ local root_pass=root_password
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;'
+ local 'uri=-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.c3WE2hYCBx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gOaXsjroph
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.c3WE2hYCBx
++ cat /tmp/tmp.gOaXsjroph
++ rm /tmp/tmp.c3WE2hYCBx /tmp/tmp.gOaXsjroph
++ return 0
+ client_pod=pxc-client-59944c5bbf-7zf4b
+ wait_pod pxc-client-59944c5bbf-7zf4b
+ local pod=pxc-client-59944c5bbf-7zf4b
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-7zf4b
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-7zf4b condition met
waiting for pod/pxc-client-59944c5bbf-7zf4b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306'
+ local 'command=INSERT myApp.myApp (id) VALUES (100500)'
+ local 'uri=-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oCoS97mdu0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Boo3Z2VnqI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.oCoS97mdu0
++ cat /tmp/tmp.Boo3Z2VnqI
++ rm /tmp/tmp.oCoS97mdu0 /tmp/tmp.Boo3Z2VnqI
++ return 0
+ client_pod=pxc-client-59944c5bbf-7zf4b
+ wait_pod pxc-client-59944c5bbf-7zf4b
+ local pod=pxc-client-59944c5bbf-7zf4b
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-7zf4b
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-7zf4b condition met
waiting for pod/pxc-client-59944c5bbf-7zf4b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ sleep 30
++ seq 0 2
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xuMq88qrpv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1OQ6LvTqV0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.xuMq88qrpv
++ cat /tmp/tmp.1OQ6LvTqV0
++ rm /tmp/tmp.xuMq88qrpv /tmp/tmp.1OQ6LvTqV0
++ return 0
+ client_pod=pxc-client-59944c5bbf-7zf4b
+ wait_pod pxc-client-59944c5bbf-7zf4b
+ local pod=pxc-client-59944c5bbf-7zf4b
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-7zf4b
++ egrep '^(pxc|proxysql)$'
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-7zf4b condition met
waiting for pod/pxc-client-59944c5bbf-7zf4b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OwfBFHfFGp/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1.sql /tmp/tmp.OwfBFHfFGp/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bAat1mTtmG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Sjwnm60mmZ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.bAat1mTtmG
++ cat /tmp/tmp.Sjwnm60mmZ
++ rm /tmp/tmp.bAat1mTtmG /tmp/tmp.Sjwnm60mmZ
++ return 0
+ client_pod=pxc-client-59944c5bbf-7zf4b
+ wait_pod pxc-client-59944c5bbf-7zf4b
+ local pod=pxc-client-59944c5bbf-7zf4b
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-7zf4b
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-7zf4b condition met
waiting for pod/pxc-client-59944c5bbf-7zf4b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OwfBFHfFGp/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1.sql /tmp/tmp.OwfBFHfFGp/select-1.sql
+ for i in '$(seq 0 $((size - 1)))'
+ compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local command_id=select-1
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1.sql
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1-80.sql ]]
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]]
+ run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
+ local 'command=SELECT * from myApp.myApp;'
+ local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dU8jd7zhhI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KRAVj9ZmiK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.dU8jd7zhhI
++ cat /tmp/tmp.KRAVj9ZmiK
++ rm /tmp/tmp.dU8jd7zhhI /tmp/tmp.KRAVj9ZmiK
++ return 0
+ client_pod=pxc-client-59944c5bbf-7zf4b
+ wait_pod pxc-client-59944c5bbf-7zf4b
+ local pod=pxc-client-59944c5bbf-7zf4b
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-7zf4b
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-7zf4b condition met
waiting for pod/pxc-client-59944c5bbf-7zf4b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ '[' '!' -s /tmp/tmp.OwfBFHfFGp/select-1.sql ']'
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/compare/select-1.sql /tmp/tmp.OwfBFHfFGp/select-1.sql
++ is_keyring_plugin_in_use some-name
++ local cluster=some-name
++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ egrep -o 'early-plugin-load=keyring_\w+.so'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SKWtgi6fHD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CCLqkKuqet
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.SKWtgi6fHD
++ cat /tmp/tmp.CCLqkKuqet
Unable to use a TTY - input is not a terminal or the right kind of file
++ rm /tmp/tmp.SKWtgi6fHD /tmp/tmp.CCLqkKuqet
++ return 0
+ '[' '' ']'
+ keyring_plugin_must_not_be_in_use some-name
+ local cluster=some-name
+ is_keyring_plugin_in_use some-name
+ local cluster=some-name
+ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+ egrep -o 'early-plugin-load=keyring_\w+.so'
++ mktemp
+ local LAST_OUT=/tmp/tmp.L9o2iJZMzM
++ mktemp
+ local LAST_ERR=/tmp/tmp.PikuncomtM
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.L9o2iJZMzM
+ cat /tmp/tmp.PikuncomtM
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.L9o2iJZMzM /tmp/tmp.PikuncomtM
+ return 0
+ table_must_not_be_encrypted some-name myApp
+ local cluster=some-name
+ local table=myApp
+ is_table_encrypted some-name myApp
+ local cluster=some-name
+ local table=myApp
+ egrep -o 'ENCRYPTION=('\''Y'\''|"Y")'
+ run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password'
+ local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";'
+ local 'uri=-h some-name-proxysql -uroot -proot_password'
++ get_client_pod
++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gT1YAT2Ii5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.y0Po67X29x
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.gT1YAT2Ii5
++ cat /tmp/tmp.y0Po67X29x
++ rm /tmp/tmp.gT1YAT2Ii5 /tmp/tmp.y0Po67X29x
++ return 0
+ client_pod=pxc-client-59944c5bbf-7zf4b
+ wait_pod pxc-client-59944c5bbf-7zf4b
+ local pod=pxc-client-59944c5bbf-7zf4b
+ local max_retry=480
+ local ns=
++ echo pxc-client-59944c5bbf-7zf4b
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
pod/pxc-client-59944c5bbf-7zf4b condition met
waiting for pod/pxc-client-59944c5bbf-7zf4b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup
.Ok
+ set +o xtrace
+ run_backup some-name on-demand-backup-pvc
+ local cluster=some-name
+ local backup=on-demand-backup-pvc
+ log 'run pxc-backup/on-demand-backup-pvc'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2025-11-12T11:29:16+0000]' run pxc-backup/on-demand-backup-pvc
[2025-11-12T11:29:16+0000] run pxc-backup/on-demand-backup-pvc
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/conf/on-demand-backup-pvc.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.POd2fJEAUk
++ mktemp
+ local LAST_ERR=/tmp/tmp.wiqOaUxI3W
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/conf/on-demand-backup-pvc.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.POd2fJEAUk
perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created
+ cat /tmp/tmp.wiqOaUxI3W
+ rm /tmp/tmp.POd2fJEAUk /tmp/tmp.wiqOaUxI3W
+ return 0
+ wait_backup on-demand-backup-pvc
+ local backup=on-demand-backup-pvc
+ local status=Succeeded
+ set +o xtrace
waiting for pxc-backup/on-demand-backup-pvc to reach Succeeded state........................Succeeded
+ '[' -z '' ']'
+ run_backup some-name on-demand-backup-aws-s3
+ local cluster=some-name
+ local backup=on-demand-backup-aws-s3
+ log 'run pxc-backup/on-demand-backup-aws-s3'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2025-11-12T11:29:52+0000]' run pxc-backup/on-demand-backup-aws-s3
[2025-11-12T11:29:52+0000] run pxc-backup/on-demand-backup-aws-s3
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/conf/on-demand-backup-aws-s3.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.IceIoIKWUe
++ mktemp
+ local LAST_ERR=/tmp/tmp.tn31JYCCP8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/conf/on-demand-backup-aws-s3.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.IceIoIKWUe
perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-aws-s3 created
+ cat /tmp/tmp.tn31JYCCP8
+ rm /tmp/tmp.IceIoIKWUe /tmp/tmp.tn31JYCCP8
+ return 0
+ wait_backup on-demand-backup-aws-s3
+ local backup=on-demand-backup-aws-s3
+ local status=Succeeded
+ set +o xtrace
waiting for pxc-backup/on-demand-backup-aws-s3 to reach Succeeded state..........................Succeeded
+ vault1=vault-service-1-17616
+ start_vault vault-service-1-17616
+ name=vault-service-1-17616
+ protocol=http
+ local platform=kubernetes
+ [[ -n '' ]]
+ create_namespace vault-service-1-17616 skip_clean
+ local namespace=vault-service-1-17616
+ local skip_clean_namespace=skip_clean
+ [[ 1 == 1 ]]
+ [[ -z skip_clean ]]
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces vault-service-1-17616'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces vault-service-1-17616
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace vault-service-1-17616
++ mktemp
+ local LAST_OUT=/tmp/tmp.6K66cY4WMF
++ mktemp
+ local LAST_ERR=/tmp/tmp.cWjJ8pw9jk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace vault-service-1-17616
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace vault-service-1-17616
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace vault-service-1-17616
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 ']'
+ '[' 1 == 1 ']'
+ sleep 0
+ cat /tmp/tmp.6K66cY4WMF
+ cat /tmp/tmp.cWjJ8pw9jk
Error from server (NotFound): namespaces "vault-service-1-17616" not found
+ rm /tmp/tmp.6K66cY4WMF /tmp/tmp.cWjJ8pw9jk
+ return 1
+ :
+ wait_for_delete namespace/vault-service-1-17616
+ local res=namespace/vault-service-1-17616
+ echo -n 'waiting for namespace/vault-service-1-17616 to be deleted'
waiting for namespace/vault-service-1-17616 to be deleted+ set +o xtrace
Error from server (NotFound): namespaces "vault-service-1-17616" not found
+ desc 'create namespace vault-service-1-17616'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace vault-service-1-17616
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace vault-service-1-17616
++ mktemp
+ local LAST_OUT=/tmp/tmp.lGFZPsbWLg
++ mktemp
+ local LAST_ERR=/tmp/tmp.fmSLcP3dkc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace vault-service-1-17616
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.lGFZPsbWLg
namespace/vault-service-1-17616 created
+ cat /tmp/tmp.fmSLcP3dkc
+ rm /tmp/tmp.lGFZPsbWLg /tmp/tmp.fmSLcP3dkc
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iApJAy1K7U
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K4C2VEVGsp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.iApJAy1K7U
++ cat /tmp/tmp.K4C2VEVGsp
++ rm /tmp/tmp.iApJAy1K7U /tmp/tmp.K4C2VEVGsp
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5 --namespace=vault-service-1-17616
++ mktemp
+ local LAST_OUT=/tmp/tmp.aTNC3OvQX9
++ mktemp
+ local LAST_ERR=/tmp/tmp.WDpqxKUAUB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5 --namespace=vault-service-1-17616
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.aTNC3OvQX9
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5" modified.
+ cat /tmp/tmp.WDpqxKUAUB
+ rm /tmp/tmp.aTNC3OvQX9 /tmp/tmp.WDpqxKUAUB
+ return 0
+ deploy_helm vault-service-1-17616
+ helm repo add hashicorp https://helm.releases.hashicorp.com
"hashicorp" already exists with the same configuration, skipping
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ helm repo update
Hang tight while we grab the latest from your chart repositories...
...Successfully got an update from the "minio" chart repository
...Successfully got an update from the "hashicorp" chart repository
Update Complete. ⎈Happy Helming!⎈
+ helm uninstall vault-service-1-17616
Error: uninstall: Release not loaded: vault-service-1-17616: release: not found
+ :
+ desc 'install Vault vault-service-1-17616'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Vault vault-service-1-17616
-----------------------------------------------------------------------------------

+ '[' http == https ']'
+ helm install vault-service-1-17616 hashicorp/vault --disable-openapi-validation --version 0.30.0 --namespace vault-service-1-17616 --set dataStorage.enabled=false --set global.platform=kubernetes
NAME: vault-service-1-17616
LAST DEPLOYED: Wed Nov 12 11:30:36 2025
NAMESPACE: vault-service-1-17616
STATUS: deployed
REVISION: 1
NOTES:
Thank you for installing HashiCorp Vault!

Now that you have deployed Vault, you should look over the docs on using
Vault with Kubernetes available here:

https://developer.hashicorp.com/vault/docs


Your release is named vault-service-1-17616. To learn more about the release, try:

  $ helm status vault-service-1-17616
  $ helm get manifest vault-service-1-17616
+ [[ -n '' ]]
+ set +o xtrace
pod/vault-service-1-17616-0......{"running":{"startedAt":"2025-11-12T11:30:52Z"}}
+ kubectl_bin exec -it vault-service-1-17616-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json
++ mktemp
+ local LAST_OUT=/tmp/tmp.eqjhJ76jt8
++ mktemp
+ local LAST_ERR=/tmp/tmp.sBOKNsWdq5
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec -it vault-service-1-17616-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.eqjhJ76jt8
+ cat /tmp/tmp.sBOKNsWdq5
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.eqjhJ76jt8 /tmp/tmp.sBOKNsWdq5
+ return 0
++ jq -r '.unseal_keys_b64[]'
+ unsealKey=cntYXoHH9AzrKm4acTMd3YJQcqaiyFvZSyaDNhB/oiM=
++ jq -r .root_token
+ token=hvs.csTVcDuNQmW5RwGERRfrsovF
+ sleep 10
+ kubectl_bin exec -it vault-service-1-17616-0 -- vault operator unseal -tls-skip-verify cntYXoHH9AzrKm4acTMd3YJQcqaiyFvZSyaDNhB/oiM=
++ mktemp
+ local LAST_OUT=/tmp/tmp.SIt0fGKh4m
++ mktemp
+ local LAST_ERR=/tmp/tmp.HG7KRScsSt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec -it vault-service-1-17616-0 -- vault operator unseal -tls-skip-verify cntYXoHH9AzrKm4acTMd3YJQcqaiyFvZSyaDNhB/oiM=
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.SIt0fGKh4m
Key             Value
---             -----
Seal Type       shamir
Initialized     true
Sealed          false
Total Shares    1
Threshold       1
Version         1.19.0
Build Date      2025-03-04T12:36:40Z
Storage Type    file
Cluster Name    vault-cluster-f305ddfe
Cluster ID      6af49802-b8b2-ef51-c6ee-b8c8846868a6
HA Enabled      false
+ cat /tmp/tmp.HG7KRScsSt
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.SIt0fGKh4m /tmp/tmp.HG7KRScsSt
+ return 0
+ kubectl_bin exec -it vault-service-1-17616-0 -- sh -c 'export VAULT_TOKEN=hvs.csTVcDuNQmW5RwGERRfrsovF && export VAULT_LOG_LEVEL=trace                 && vault secrets enable --version=1 -tls-skip-verify -path=secret kv                 && vault audit enable file file_path=/vault/vault-audit.log'
++ mktemp
+ local LAST_OUT=/tmp/tmp.JEG8Ka3Kac
++ mktemp
+ local LAST_ERR=/tmp/tmp.4vKnpIECAF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec -it vault-service-1-17616-0 -- sh -c 'export VAULT_TOKEN=hvs.csTVcDuNQmW5RwGERRfrsovF && export VAULT_LOG_LEVEL=trace                 && vault secrets enable --version=1 -tls-skip-verify -path=secret kv                 && vault audit enable file file_path=/vault/vault-audit.log'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.JEG8Ka3Kac
Success! Enabled the kv secrets engine at: secret/
Success! Enabled the file audit device at: file/
+ cat /tmp/tmp.4vKnpIECAF
Unable to use a TTY - input is not a terminal or the right kind of file
+ rm /tmp/tmp.JEG8Ka3Kac /tmp/tmp.4vKnpIECAF
+ return 0
+ sleep 10
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/vault-secret.yaml
+ sed -e s/#token/hvs.csTVcDuNQmW5RwGERRfrsovF/
+ sed -e 's/#vault_url/http:\/\/vault-service-1-17616.vault-service-1-17616.svc.cluster.local:8200/'
+ sed -e s/#secret/secret/
+ '[' http == https ']'
+ /usr/bin/sed -i /#vault_ca/d /tmp/tmp.OwfBFHfFGp/vault-secret.yaml
+ kubectl_bin apply --namespace=restore-to-encrypted-cluster-13177 -f /tmp/tmp.OwfBFHfFGp/vault-secret.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.v9cRRzPlJO
++ mktemp
+ local LAST_ERR=/tmp/tmp.IDbFvmguRR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --namespace=restore-to-encrypted-cluster-13177 -f /tmp/tmp.OwfBFHfFGp/vault-secret.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.v9cRRzPlJO
secret/some-name-vault created
+ cat /tmp/tmp.IDbFvmguRR
+ rm /tmp/tmp.v9cRRzPlJO /tmp/tmp.IDbFvmguRR
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fspqwk7fbX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Zp2b1o1sVK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 ']'
++ break
++ cat /tmp/tmp.fspqwk7fbX
++ cat /tmp/tmp.Zp2b1o1sVK
++ rm /tmp/tmp.fspqwk7fbX /tmp/tmp.Zp2b1o1sVK
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5 --namespace=restore-to-encrypted-cluster-13177
++ mktemp
+ local LAST_OUT=/tmp/tmp.6BlUlqkdm4
++ mktemp
+ local LAST_ERR=/tmp/tmp.8JIWwT2gsV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5 --namespace=restore-to-encrypted-cluster-13177
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.6BlUlqkdm4
Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster5" modified.
+ cat /tmp/tmp.8JIWwT2gsV
+ rm /tmp/tmp.6BlUlqkdm4 /tmp/tmp.8JIWwT2gsV
+ return 0
+ run_recovery_check some-name on-demand-backup-pvc
+ local cluster=some-name
+ local backup=on-demand-backup-pvc
++ get_proxy_engine some-name
++ local cluster_name=some-name
+++ get_proxy some-name
+++ local target_cluster=some-name
++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.zMu6PKZERh
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.nLO5yei2ck
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.zMu6PKZERh
++++ cat /tmp/tmp.nLO5yei2ck
++++ rm /tmp/tmp.zMu6PKZERh /tmp/tmp.nLO5yei2ck
++++ return 0
+++ [[ '' == \t\r\u\e ]]
++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ mktemp
++++ local LAST_OUT=/tmp/tmp.vzbcrDyt8F
+++++ mktemp
++++ local LAST_ERR=/tmp/tmp.au39s5X1Vd
++++ local exit_status=0
+++++ seq 0 2
++++ for i in '$(seq 0 2)'
++++ set +e
++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++ exit_status=0
++++ set -e
++++ '[' 0 '!=' 0 ']'
++++ break
++++ cat /tmp/tmp.vzbcrDyt8F
++++ cat /tmp/tmp.au39s5X1Vd
++++ rm /tmp/tmp.vzbcrDyt8F /tmp/tmp.au39s5X1Vd
++++ return 0
+++ [[ true == \t\r\u\e ]]
+++ echo some-name-proxysql
+++ return
++ local cluster_proxy=some-name-proxysql
++ echo proxysql
+ local proxy=proxysql
+ log 'run pxc-restore/on-demand-backup-pvc'
++ date +%Y-%m-%dT%H:%M:%S%z
+ echo '[2025-11-12T11:31:21+0000]' run pxc-restore/on-demand-backup-pvc
[2025-11-12T11:31:21+0000] run pxc-restore/on-demand-backup-pvc
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.restore-to-encrypted-cluster-13177~
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/restore-to-encrypted-cluster/conf/restore-on-demand-backup-pvc.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.BLvkUEUPp6
++ mktemp
+ local LAST_ERR=/tmp/tmp.IBO5aaJOpC
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 ']'
+ break
+ cat /tmp/tmp.BLvkUEUPp6
perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-pvc created
+ cat /tmp/tmp.IBO5aaJOpC
+ rm /tmp/tmp.BLvkUEUPp6 /tmp/tmp.IBO5aaJOpC
+ return 0
+ wait_backup_restore on-demand-backup-pvc
+ local backup_name=on-demand-backup-pvc
+ local target_state=Succeeded
+ local wait_time=720
+ set +o xtrace
waiting for pxc-restore/on-demand-backup-pvc to reach Succeeded state
2025-11-12T11:31:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:31:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:32:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:33:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:34:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:35:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:36:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:37:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:38:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:39:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:40:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:41:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:42:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:43:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:44:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:45:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:46:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:47:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:48:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:05 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:49:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:15 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:17 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:40 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:42 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:44 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:46 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:48 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:50 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:52 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:54 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:56 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:50:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:51:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:01 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:08 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:10 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:20 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:22 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:24 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:26 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:28 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:30 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:32 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:34 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:36 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:38 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:52:59 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:02 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:07 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:13 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:18 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:27 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:29 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:31 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:33 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:35 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:37 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:39 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:41 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:43 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:45 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:47 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:49 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:51 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:53 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:55 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:57 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:53:58 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:00 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:03 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:04 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:06 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:09 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:11 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:12 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:14 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:16 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:19 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:21 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:23 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:25 pxc-restore/on-demand-backup-pvc state: Starting
2025-11-12T11:54:27 pxc-restore/on-demand-backup-pvc state: Starting
apiVersion: pxc.percona.com/v1
kind: PerconaXtraDBClusterRestore
metadata:
  annotations:
    kubectl.kubernetes.io/last-applied-configuration: |
      {"apiVersion":"pxc.percona.com/v1","kind":"PerconaXtraDBClusterRestore","metadata":{"annotations":{},"name":"on-demand-backup-pvc","namespace":"restore-to-encrypted-cluster-13177"},"spec":{"backupName":"on-demand-backup-pvc","pxcCluster":"some-name"}}
  creationTimestamp: "2025-11-12T11:31:23Z"
  generation: 1
  name: on-demand-backup-pvc
  namespace: restore-to-encrypted-cluster-13177
  resourceVersion: "1762947083508271013"
  uid: 9bc390d2-f590-40c5-b415-3d70966c9618
spec:
  backupName: on-demand-backup-pvc
  pxcCluster: some-name
status:
  state: Starting
  unsafeFlags: {}
Restore object pxc-restore/on-demand-backup-pvc is in Starting state.
something went wrong with operator or kubernetes cluster