Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/logs/demand-backup-encrypted-with-tls-8-0.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + main + create_infra demand-backup-encrypted-with-tls-16226 + local ns=demand-backup-encrypted-with-tls-16226 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n demand-backup-encrypted-with-tls-11841 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.iUFSh6Wa6C ++ mktemp + local LAST_ERR=/tmp/tmp.ayjO35VvLd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iUFSh6Wa6C perconaxtradbcluster.pxc.percona.com "some-name" deleted from demand-backup-encrypted-with-tls-11841 namespace + cat /tmp/tmp.ayjO35VvLd + rm /tmp/tmp.iUFSh6Wa6C /tmp/tmp.ayjO35VvLd + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.y3eo2nFf6C ++ mktemp + local LAST_ERR=/tmp/tmp.IpNOez8ivt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.y3eo2nFf6C perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-encrypted-with-tls-11841 namespace + cat /tmp/tmp.IpNOez8ivt + rm /tmp/tmp.y3eo2nFf6C /tmp/tmp.IpNOez8ivt + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.HpTTsyS4RW ++ mktemp + local LAST_ERR=/tmp/tmp.yvOKSWpyBJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HpTTsyS4RW perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-encrypted-with-tls-11841 namespace + cat /tmp/tmp.yvOKSWpyBJ + rm /tmp/tmp.HpTTsyS4RW /tmp/tmp.yvOKSWpyBJ + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.g2MnhTCVxS ++ mktemp + kubectl_bin get ns + local LAST_ERR=/tmp/tmp.9vnq4sBrr3 + local exit_status=0 ++ mktemp + local LAST_OUT=/tmp/tmp.ql1F1Lb4xB ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + local LAST_ERR=/tmp/tmp.e3fGHiwA9j + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ql1F1Lb4xB + cat /tmp/tmp.e3fGHiwA9j + rm /tmp/tmp.ql1F1Lb4xB /tmp/tmp.e3fGHiwA9j + return 0 namespace "demand-backup-encrypted-with-tls-11841" deleted namespace "vault-service-1-32075" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.g2MnhTCVxS namespace "pxc-operator" deleted + cat /tmp/tmp.9vnq4sBrr3 + rm /tmp/tmp.g2MnhTCVxS /tmp/tmp.9vnq4sBrr3 + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.TS5yOxVUyU ++ mktemp + local LAST_ERR=/tmp/tmp.WITP1vJ9yp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TS5yOxVUyU namespace/pxc-operator created + cat /tmp/tmp.WITP1vJ9yp + rm /tmp/tmp.TS5yOxVUyU /tmp/tmp.WITP1vJ9yp + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.3ciz9xRM4k +++ mktemp ++ local LAST_ERR=/tmp/tmp.jxC239FWeF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3ciz9xRM4k ++ cat /tmp/tmp.jxC239FWeF ++ rm /tmp/tmp.3ciz9xRM4k /tmp/tmp.jxC239FWeF ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.r1eMkl3UyV ++ mktemp + local LAST_ERR=/tmp/tmp.h81MoCmx9E + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.r1eMkl3UyV Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4" modified. + cat /tmp/tmp.h81MoCmx9E + rm /tmp/tmp.r1eMkl3UyV /tmp/tmp.h81MoCmx9E + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.shNoQekVps ++ mktemp + local LAST_ERR=/tmp/tmp.BXtgzAyBIk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.shNoQekVps customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.BXtgzAyBIk + rm /tmp/tmp.shNoQekVps /tmp/tmp.BXtgzAyBIk + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.fXiLcveQaz ++ mktemp + local LAST_ERR=/tmp/tmp.5qcUOGKPgF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fXiLcveQaz clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.5qcUOGKPgF + rm /tmp/tmp.fXiLcveQaz /tmp/tmp.5qcUOGKPgF + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + kubectl_bin apply -f - ++ mktemp + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + local LAST_OUT=/tmp/tmp.LiXmIUiIfd ++ mktemp + local LAST_ERR=/tmp/tmp.KYkyosr4pu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LiXmIUiIfd deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.KYkyosr4pu + rm /tmp/tmp.LiXmIUiIfd /tmp/tmp.KYkyosr4pu + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.2ZLiOgOnyL ++ mktemp + local LAST_ERR=/tmp/tmp.tLKctmFj1X + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2ZLiOgOnyL pod/percona-xtradb-cluster-operator-b5f9c4897-7wkr8 condition met + cat /tmp/tmp.tLKctmFj1X + rm /tmp/tmp.2ZLiOgOnyL /tmp/tmp.tLKctmFj1X + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Sot4wwdf2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9UPHboA1IR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Sot4wwdf2 ++ cat /tmp/tmp.9UPHboA1IR ++ rm /tmp/tmp.1Sot4wwdf2 /tmp/tmp.9UPHboA1IR ++ return 0 + wait_pod percona-xtradb-cluster-operator-b5f9c4897-7wkr8 480 pxc-operator + local pod=percona-xtradb-cluster-operator-b5f9c4897-7wkr8 + local max_retry=480 + local ns=pxc-operator ++ egrep '^(pxc|proxysql)$' ++ echo percona-xtradb-cluster-operator-b5f9c4897-7wkr8 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-b5f9c4897-7wkr8 condition met waiting for pod/percona-xtradb-cluster-operator-b5f9c4897-7wkr8 to become Ready.Ok + sleep 3 + create_namespace demand-backup-encrypted-with-tls-16226 + local namespace=demand-backup-encrypted-with-tls-16226 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrolebinding ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces demand-backup-encrypted-with-tls-16226' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces demand-backup-encrypted-with-tls-16226 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace demand-backup-encrypted-with-tls-16226 ++ mktemp + awk '{print$1}' + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.e2kWa1sGx4 + local LAST_OUT=/tmp/tmp.OL0hvUPLA5 + xargs kubectl delete ns + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_ERR=/tmp/tmp.3gJCxxMtc8 + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.nhNS3rAqme + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-encrypted-with-tls-16226 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.e2kWa1sGx4 + cat /tmp/tmp.nhNS3rAqme + rm /tmp/tmp.e2kWa1sGx4 /tmp/tmp.nhNS3rAqme + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-encrypted-with-tls-16226 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-encrypted-with-tls-16226 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.OL0hvUPLA5 + cat /tmp/tmp.3gJCxxMtc8 Error from server (NotFound): namespaces "demand-backup-encrypted-with-tls-16226" not found + rm /tmp/tmp.OL0hvUPLA5 /tmp/tmp.3gJCxxMtc8 + return 1 + : + wait_for_delete namespace/demand-backup-encrypted-with-tls-16226 + local res=namespace/demand-backup-encrypted-with-tls-16226 + echo -n 'waiting for namespace/demand-backup-encrypted-with-tls-16226 to be deleted' waiting for namespace/demand-backup-encrypted-with-tls-16226 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "demand-backup-encrypted-with-tls-16226" not found + desc 'create namespace demand-backup-encrypted-with-tls-16226' + set +o xtrace ----------------------------------------------------------------------------------- create namespace demand-backup-encrypted-with-tls-16226 ----------------------------------------------------------------------------------- + kubectl_bin create namespace demand-backup-encrypted-with-tls-16226 ++ mktemp + local LAST_OUT=/tmp/tmp.sAUCOqXPxW ++ mktemp + local LAST_ERR=/tmp/tmp.dtiyTyOgOy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace demand-backup-encrypted-with-tls-16226 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sAUCOqXPxW namespace/demand-backup-encrypted-with-tls-16226 created + cat /tmp/tmp.dtiyTyOgOy + rm /tmp/tmp.sAUCOqXPxW /tmp/tmp.dtiyTyOgOy + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.SGwHNNVSB7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QZvYhIwRUE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SGwHNNVSB7 ++ cat /tmp/tmp.QZvYhIwRUE ++ rm /tmp/tmp.SGwHNNVSB7 /tmp/tmp.QZvYhIwRUE ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4 --namespace=demand-backup-encrypted-with-tls-16226 ++ mktemp + local LAST_OUT=/tmp/tmp.sAGDIfe00M ++ mktemp + local LAST_ERR=/tmp/tmp.JKWdBvHlqT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4 --namespace=demand-backup-encrypted-with-tls-16226 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sAGDIfe00M Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4" modified. + cat /tmp/tmp.JKWdBvHlqT + rm /tmp/tmp.sAGDIfe00M /tmp/tmp.JKWdBvHlqT + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.K6kYzwEwI5 ++ mktemp + local LAST_ERR=/tmp/tmp.GDFUVLpoCm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.K6kYzwEwI5 secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.GDFUVLpoCm + rm /tmp/tmp.K6kYzwEwI5 /tmp/tmp.GDFUVLpoCm + return 0 + vault1=vault-service-1-16625 + protocol=https + start_vault vault-service-1-16625 https + name=vault-service-1-16625 + protocol=https + local platform=kubernetes + [[ -n '' ]] + create_namespace vault-service-1-16625 skip_clean + local namespace=vault-service-1-16625 + local skip_clean_namespace=skip_clean + [[ 1 == 1 ]] + [[ -z skip_clean ]] + '[' -n '' ']' + desc 'cleaned up old namespaces vault-service-1-16625' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces vault-service-1-16625 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace vault-service-1-16625 ++ mktemp + local LAST_OUT=/tmp/tmp.jprNBYXPoG ++ mktemp + local LAST_ERR=/tmp/tmp.OXHNdKjmxF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace vault-service-1-16625 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace vault-service-1-16625 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace vault-service-1-16625 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.jprNBYXPoG + cat /tmp/tmp.OXHNdKjmxF Error from server (NotFound): namespaces "vault-service-1-16625" not found + rm /tmp/tmp.jprNBYXPoG /tmp/tmp.OXHNdKjmxF + return 1 + : + wait_for_delete namespace/vault-service-1-16625 + local res=namespace/vault-service-1-16625 + echo -n 'waiting for namespace/vault-service-1-16625 to be deleted' waiting for namespace/vault-service-1-16625 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "vault-service-1-16625" not found + desc 'create namespace vault-service-1-16625' + set +o xtrace ----------------------------------------------------------------------------------- create namespace vault-service-1-16625 ----------------------------------------------------------------------------------- + kubectl_bin create namespace vault-service-1-16625 ++ mktemp + local LAST_OUT=/tmp/tmp.3QXzYND9CU ++ mktemp + local LAST_ERR=/tmp/tmp.pxYXZFCr7U + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace vault-service-1-16625 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3QXzYND9CU namespace/vault-service-1-16625 created + cat /tmp/tmp.pxYXZFCr7U + rm /tmp/tmp.3QXzYND9CU /tmp/tmp.pxYXZFCr7U + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.P5OnTqQvIi +++ mktemp ++ local LAST_ERR=/tmp/tmp.Swy1sRzopC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.P5OnTqQvIi ++ cat /tmp/tmp.Swy1sRzopC ++ rm /tmp/tmp.P5OnTqQvIi /tmp/tmp.Swy1sRzopC ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4 --namespace=vault-service-1-16625 ++ mktemp + local LAST_OUT=/tmp/tmp.T65pYxbSbE ++ mktemp + local LAST_ERR=/tmp/tmp.neikoYZo42 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4 --namespace=vault-service-1-16625 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.T65pYxbSbE Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4" modified. + cat /tmp/tmp.neikoYZo42 + rm /tmp/tmp.T65pYxbSbE /tmp/tmp.neikoYZo42 + return 0 + deploy_helm vault-service-1-16625 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "hashicorp" chart repository Update Complete. ⎈Happy Helming!⎈ + helm uninstall vault-service-1-16625 Error: uninstall: Release not loaded: vault-service-1-16625: release: not found + : + desc 'install Vault vault-service-1-16625' + set +o xtrace ----------------------------------------------------------------------------------- install Vault vault-service-1-16625 ----------------------------------------------------------------------------------- + '[' https == https ']' + vault_tls vault-service-1-16625 + local name=vault-service-1-16625 + SERVICE=vault-service-1-16625 + NAMESPACE=vault-service-1-16625 + SECRET_NAME=vault-service-1-16625 + CSR_NAME=vault-csr-5219 + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + CSR_API_VER=v1 + '[' 0 = 1 ']' + CSR_SIGNER=' signerName: kubernetes.io/kubelet-serving' + openssl genrsa -out /tmp/tmp.GQIbB2ZUrv/vault.key 2048 Generating RSA private key, 2048 bit long modulus ........................................................................................................................+++ ........+++ e is 65537 (0x10001) + cat + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + openssl req -new -key /tmp/tmp.GQIbB2ZUrv/vault.key -subj '/CN=system:node:vault-service-1-16625.vault-service-1-16625.svc;/O=system:nodes' -out /tmp/tmp.GQIbB2ZUrv/server.csr -config /tmp/tmp.GQIbB2ZUrv/csr.conf + cat ++ cat /tmp/tmp.GQIbB2ZUrv/server.csr ++ base64 ++ tr -d '\n' + kubectl_bin create -f /tmp/tmp.GQIbB2ZUrv/csr.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.ovxcjmH1xd ++ mktemp + local LAST_ERR=/tmp/tmp.06q59rL4QY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create -f /tmp/tmp.GQIbB2ZUrv/csr.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ovxcjmH1xd certificatesigningrequest.certificates.k8s.io/vault-csr-5219 created + cat /tmp/tmp.06q59rL4QY + rm /tmp/tmp.ovxcjmH1xd /tmp/tmp.06q59rL4QY + return 0 + sleep 10 + kubectl_bin certificate approve vault-csr-5219 ++ mktemp + local LAST_OUT=/tmp/tmp.3f6zNI6szo ++ mktemp + local LAST_ERR=/tmp/tmp.K59HDmdEzN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl certificate approve vault-csr-5219 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3f6zNI6szo certificatesigningrequest.certificates.k8s.io/vault-csr-5219 approved + cat /tmp/tmp.K59HDmdEzN + rm /tmp/tmp.3f6zNI6szo /tmp/tmp.K59HDmdEzN + return 0 + kubectl_bin get csr vault-csr-5219 -o 'jsonpath={.status.certificate}' ++ mktemp + local LAST_OUT=/tmp/tmp.vmoUNzjMW0 ++ mktemp + local LAST_ERR=/tmp/tmp.njvoi1BsA9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get csr vault-csr-5219 -o 'jsonpath={.status.certificate}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vmoUNzjMW0 + cat /tmp/tmp.njvoi1BsA9 + rm /tmp/tmp.vmoUNzjMW0 /tmp/tmp.njvoi1BsA9 + return 0 + openssl base64 -in /tmp/tmp.GQIbB2ZUrv/serverCert -d -A -out /tmp/tmp.GQIbB2ZUrv/vault.crt + kubectl_bin config view --raw --minify --flatten -o 'jsonpath={.clusters[].cluster.certificate-authority-data}' + base64 -d ++ mktemp + local LAST_OUT=/tmp/tmp.TqLTJ0KvIm ++ mktemp + local LAST_ERR=/tmp/tmp.ikq4N2uyZG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config view --raw --minify --flatten -o 'jsonpath={.clusters[].cluster.certificate-authority-data}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TqLTJ0KvIm + cat /tmp/tmp.ikq4N2uyZG + rm /tmp/tmp.TqLTJ0KvIm /tmp/tmp.ikq4N2uyZG + return 0 + [[ -n '' ]] + kubectl_bin create secret generic vault-service-1-16625 --namespace vault-service-1-16625 --from-file=vault.key=/tmp/tmp.GQIbB2ZUrv/vault.key --from-file=vault.crt=/tmp/tmp.GQIbB2ZUrv/vault.crt --from-file=vault.ca=/tmp/tmp.GQIbB2ZUrv/vault.ca ++ mktemp + local LAST_OUT=/tmp/tmp.bzAzlqaIGo ++ mktemp + local LAST_ERR=/tmp/tmp.8W7R1zyG8r + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create secret generic vault-service-1-16625 --namespace vault-service-1-16625 --from-file=vault.key=/tmp/tmp.GQIbB2ZUrv/vault.key --from-file=vault.crt=/tmp/tmp.GQIbB2ZUrv/vault.crt --from-file=vault.ca=/tmp/tmp.GQIbB2ZUrv/vault.ca + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bzAzlqaIGo secret/vault-service-1-16625 created + cat /tmp/tmp.8W7R1zyG8r + rm /tmp/tmp.bzAzlqaIGo /tmp/tmp.8W7R1zyG8r + return 0 + helm install vault-service-1-16625 hashicorp/vault --disable-openapi-validation --version 0.30.0 --namespace vault-service-1-16625 --set dataStorage.enabled=false --set global.tlsDisable=false --set global.platform=kubernetes --set 'server.extraVolumes[0].type=secret' --set 'server.extraVolumes[0].name=vault-service-1-16625' --set server.extraEnvironmentVars.VAULT_CACERT=/vault/userconfig/vault-service-1-16625/vault.ca --set 'server.standalone.config= listener "tcp" { address = "[::]:8200" cluster_address = "[::]:8201" tls_cert_file = "/vault/userconfig/vault-service-1-16625/vault.crt" tls_key_file = "/vault/userconfig/vault-service-1-16625/vault.key" tls_client_ca_file = "/vault/userconfig/vault-service-1-16625/vault.ca" } storage "file" { path = "/vault/data" }' NAME: vault-service-1-16625 LAST DEPLOYED: Wed Nov 12 10:47:24 2025 NAMESPACE: vault-service-1-16625 STATUS: deployed REVISION: 1 NOTES: Thank you for installing HashiCorp Vault! Now that you have deployed Vault, you should look over the docs on using Vault with Kubernetes available here: https://developer.hashicorp.com/vault/docs Your release is named vault-service-1-16625. To learn more about the release, try: $ helm status vault-service-1-16625 $ helm get manifest vault-service-1-16625 + [[ -n '' ]] + set +o xtrace pod/vault-service-1-16625-0.......{"running":{"startedAt":"2025-11-12T10:47:42Z"}} + kubectl_bin exec -it vault-service-1-16625-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json ++ mktemp + local LAST_OUT=/tmp/tmp.LPZb3tHWZf ++ mktemp + local LAST_ERR=/tmp/tmp.4NI5bdGGTp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it vault-service-1-16625-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LPZb3tHWZf + cat /tmp/tmp.4NI5bdGGTp Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.LPZb3tHWZf /tmp/tmp.4NI5bdGGTp + return 0 ++ jq -r '.unseal_keys_b64[]' + unsealKey=6OsBjodyNvkQHMNl0Mw66b/zFFim1glIZgA3A+AD5XQ= ++ jq -r .root_token + token=hvs.O90CPpfwS8iVU08Bwkb64YfU + sleep 10 + kubectl_bin exec -it vault-service-1-16625-0 -- vault operator unseal -tls-skip-verify 6OsBjodyNvkQHMNl0Mw66b/zFFim1glIZgA3A+AD5XQ= ++ mktemp + local LAST_OUT=/tmp/tmp.sCt7NHHg5r ++ mktemp + local LAST_ERR=/tmp/tmp.QUr9rQhHkM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it vault-service-1-16625-0 -- vault operator unseal -tls-skip-verify 6OsBjodyNvkQHMNl0Mw66b/zFFim1glIZgA3A+AD5XQ= + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sCt7NHHg5r Key Value --- ----- Seal Type shamir Initialized true Sealed false Total Shares 1 Threshold 1 Version 1.19.0 Build Date 2025-03-04T12:36:40Z Storage Type file Cluster Name vault-cluster-6f799cea Cluster ID 8ffa780d-c312-72e1-1405-aebdb0c2cf61 HA Enabled false + cat /tmp/tmp.QUr9rQhHkM Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.sCt7NHHg5r /tmp/tmp.QUr9rQhHkM + return 0 + kubectl_bin exec -it vault-service-1-16625-0 -- sh -c 'export VAULT_TOKEN=hvs.O90CPpfwS8iVU08Bwkb64YfU && export VAULT_LOG_LEVEL=trace && vault secrets enable --version=1 -tls-skip-verify -path=secret kv && vault audit enable file file_path=/vault/vault-audit.log' ++ mktemp + local LAST_OUT=/tmp/tmp.U3ptI97pYi ++ mktemp + local LAST_ERR=/tmp/tmp.dZNzSVR9Eg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it vault-service-1-16625-0 -- sh -c 'export VAULT_TOKEN=hvs.O90CPpfwS8iVU08Bwkb64YfU && export VAULT_LOG_LEVEL=trace && vault secrets enable --version=1 -tls-skip-verify -path=secret kv && vault audit enable file file_path=/vault/vault-audit.log' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.U3ptI97pYi Success! Enabled the kv secrets engine at: secret/ Success! Enabled the file audit device at: file/ + cat /tmp/tmp.dZNzSVR9Eg Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.U3ptI97pYi /tmp/tmp.dZNzSVR9Eg + return 0 + sleep 10 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/vault-secret.yaml + sed -e s/#token/hvs.O90CPpfwS8iVU08Bwkb64YfU/ + sed -e 's/#vault_url/https:\/\/vault-service-1-16625.vault-service-1-16625.svc.cluster.local:8200/' + sed -e s/#secret/secret/ + '[' https == https ']' + sed -e 's/^/ /' /tmp/tmp.GQIbB2ZUrv/vault.ca + /usr/bin/sed -i s/#vault_ca/vault_ca/ /tmp/tmp.GQIbB2ZUrv/vault-secret.yaml + /usr/bin/sed -i '/#certVal/r /tmp/tmp.GQIbB2ZUrv/vault.new.ca' /tmp/tmp.GQIbB2ZUrv/vault-secret.yaml + /usr/bin/sed -i /#certVal/d /tmp/tmp.GQIbB2ZUrv/vault-secret.yaml + kubectl_bin apply --namespace=demand-backup-encrypted-with-tls-16226 -f /tmp/tmp.GQIbB2ZUrv/vault-secret.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.hP6nHf02rB ++ mktemp + local LAST_ERR=/tmp/tmp.9R10J64MZr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --namespace=demand-backup-encrypted-with-tls-16226 -f /tmp/tmp.GQIbB2ZUrv/vault-secret.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hP6nHf02rB secret/some-name-vault created + cat /tmp/tmp.9R10J64MZr + rm /tmp/tmp.hP6nHf02rB /tmp/tmp.9R10J64MZr + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.moH46RVtob +++ mktemp ++ local LAST_ERR=/tmp/tmp.EOkZLGmQgp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.moH46RVtob ++ cat /tmp/tmp.EOkZLGmQgp ++ rm /tmp/tmp.moH46RVtob /tmp/tmp.EOkZLGmQgp ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4 --namespace=demand-backup-encrypted-with-tls-16226 ++ mktemp + local LAST_OUT=/tmp/tmp.cEG3tnPmCV ++ mktemp + local LAST_ERR=/tmp/tmp.sAHUTxCnB4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4 --namespace=demand-backup-encrypted-with-tls-16226 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cEG3tnPmCV Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster4" modified. + cat /tmp/tmp.sAHUTxCnB4 + rm /tmp/tmp.cEG3tnPmCV /tmp/tmp.sAHUTxCnB4 + return 0 ++ jq -r .root_token + token1=hvs.O90CPpfwS8iVU08Bwkb64YfU + ip1=https://vault-service-1-16625.vault-service-1-16625.svc.cluster.local + cluster=some-name + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ajvzHaotHo ++ mktemp + local LAST_ERR=/tmp/tmp.PVlqZh48t2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ajvzHaotHo secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.PVlqZh48t2 + rm /tmp/tmp.ajvzHaotHo /tmp/tmp.PVlqZh48t2 + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-16226~ + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.ei77kssJZf ++ mktemp + local LAST_ERR=/tmp/tmp.d03o5ZHbdZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ei77kssJZf deployment.apps/pxc-client created + cat /tmp/tmp.d03o5ZHbdZ + rm /tmp/tmp.ei77kssJZf /tmp/tmp.d03o5ZHbdZ + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_OUT=/tmp/tmp.GNZ5ag0FDR + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-16226~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_ERR=/tmp/tmp.1MrfGD3jgX + local exit_status=0 ++ seq 0 2 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/some-name.yml + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GNZ5ag0FDR perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.1MrfGD3jgX + rm /tmp/tmp.GNZ5ag0FDR /tmp/tmp.1MrfGD3jgX + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.2mhK9wiL6l ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rUYdKv1RMK +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.2mhK9wiL6l +++ cat /tmp/tmp.rUYdKv1RMK +++ rm /tmp/tmp.2mhK9wiL6l /tmp/tmp.rUYdKv1RMK +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.tngsNbgJpT ++++ mktemp +++ local LAST_ERR=/tmp/tmp.7es0ovVFpI +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.tngsNbgJpT +++ cat /tmp/tmp.7es0ovVFpI +++ rm /tmp/tmp.tngsNbgJpT /tmp/tmp.7es0ovVFpI +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-proxysql ++ return + local proxy=some-name-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-16226 ++ mktemp + local LAST_OUT=/tmp/tmp.EOKhmeglEo ++ mktemp + local LAST_ERR=/tmp/tmp.NyS1tcTx1q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-16226 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-16226 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-16226 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.EOKhmeglEo + cat /tmp/tmp.NyS1tcTx1q error: no matching resources found + rm /tmp/tmp.EOKhmeglEo /tmp/tmp.NyS1tcTx1q + return 1 + true + wait_for_running some-name-proxysql 1 + local name=some-name-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-proxysql-0 480 + local pod=some-name-proxysql-0 + local max_retry=480 + local ns= ++ echo some-name-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/some-name-proxysql-0 condition met waiting for pod/some-name-proxysql-0 to become Ready.Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo some-name-pxc-2 + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.HI6wncML6c +++ mktemp ++ local LAST_ERR=/tmp/tmp.kuY4NGnH9K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HI6wncML6c ++ cat /tmp/tmp.kuY4NGnH9K ++ rm /tmp/tmp.HI6wncML6c /tmp/tmp.kuY4NGnH9K ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VBJ8FFlQpH +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fg0LygO78L ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VBJ8FFlQpH ++ cat /tmp/tmp.Fg0LygO78L ++ rm /tmp/tmp.VBJ8FFlQpH /tmp/tmp.Fg0LygO78L ++ return 0 + client_pod=pxc-client-59944c5bbf-dv52k + wait_pod pxc-client-59944c5bbf-dv52k + local pod=pxc-client-59944c5bbf-dv52k + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-dv52k ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-dv52k condition met waiting for pod/pxc-client-59944c5bbf-dv52k to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.th7Eo8S8O3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.GzqZvXa5np ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.th7Eo8S8O3 ++ cat /tmp/tmp.GzqZvXa5np ++ rm /tmp/tmp.th7Eo8S8O3 /tmp/tmp.GzqZvXa5np ++ return 0 + client_pod=pxc-client-59944c5bbf-dv52k + wait_pod pxc-client-59944c5bbf-dv52k + local pod=pxc-client-59944c5bbf-dv52k + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-dv52k ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-dv52k condition met waiting for pod/pxc-client-59944c5bbf-dv52k to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y9RogZfb20 +++ mktemp ++ local LAST_ERR=/tmp/tmp.35qRu1hSga ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y9RogZfb20 ++ cat /tmp/tmp.35qRu1hSga ++ rm /tmp/tmp.y9RogZfb20 /tmp/tmp.35qRu1hSga ++ return 0 + client_pod=pxc-client-59944c5bbf-dv52k + wait_pod pxc-client-59944c5bbf-dv52k + local pod=pxc-client-59944c5bbf-dv52k + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-dv52k ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-dv52k condition met waiting for pod/pxc-client-59944c5bbf-dv52k to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.GQIbB2ZUrv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.GQIbB2ZUrv/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MgCURLbAzQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.IGfU3qpziu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MgCURLbAzQ ++ cat /tmp/tmp.IGfU3qpziu ++ rm /tmp/tmp.MgCURLbAzQ /tmp/tmp.IGfU3qpziu ++ return 0 + client_pod=pxc-client-59944c5bbf-dv52k + wait_pod pxc-client-59944c5bbf-dv52k + local pod=pxc-client-59944c5bbf-dv52k + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-dv52k ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-dv52k condition met waiting for pod/pxc-client-59944c5bbf-dv52k to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.GQIbB2ZUrv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.GQIbB2ZUrv/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7lnnVS9uUM +++ mktemp ++ local LAST_ERR=/tmp/tmp.nirhsDFvLJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7lnnVS9uUM ++ cat /tmp/tmp.nirhsDFvLJ ++ rm /tmp/tmp.7lnnVS9uUM /tmp/tmp.nirhsDFvLJ ++ return 0 + client_pod=pxc-client-59944c5bbf-dv52k + wait_pod pxc-client-59944c5bbf-dv52k + local pod=pxc-client-59944c5bbf-dv52k + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-dv52k ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-dv52k condition met waiting for pod/pxc-client-59944c5bbf-dv52k to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.GQIbB2ZUrv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.GQIbB2ZUrv/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3HYLDIhKkD +++ mktemp ++ local LAST_ERR=/tmp/tmp.gqXvFSIdLB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3HYLDIhKkD ++ cat /tmp/tmp.gqXvFSIdLB Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.3HYLDIhKkD /tmp/tmp.gqXvFSIdLB ++ return 0 + '[' early-plugin-load=keyring_vault.so ']' + table_must_be_encrypted some-name myApp + desc 'check table encryption' + set +o xtrace ----------------------------------------------------------------------------------- check table encryption ----------------------------------------------------------------------------------- + local cluster=some-name + local table=myApp + is_table_encrypted some-name myApp + local cluster=some-name + local table=myApp + run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password' + local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' + local 'uri=-h some-name-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' + egrep -o 'ENCRYPTION=('\''Y'\''|"Y")' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ILcwlq28ag +++ mktemp ++ local LAST_ERR=/tmp/tmp.Df1o7quIAI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ILcwlq28ag ++ cat /tmp/tmp.Df1o7quIAI ++ rm /tmp/tmp.ILcwlq28ag /tmp/tmp.Df1o7quIAI ++ return 0 + client_pod=pxc-client-59944c5bbf-dv52k + wait_pod pxc-client-59944c5bbf-dv52k + local pod=pxc-client-59944c5bbf-dv52k + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-59944c5bbf-dv52k ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-dv52k condition met waiting for pod/pxc-client-59944c5bbf-dv52k to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace ENCRYPTION='Y' + keyring_plugin_must_be_in_use some-name + local cluster=some-name + desc 'check keyring plugin usage' + set +o xtrace ----------------------------------------------------------------------------------- check keyring plugin usage ----------------------------------------------------------------------------------- + is_keyring_plugin_in_use some-name + local cluster=some-name + kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ mktemp + local LAST_OUT=/tmp/tmp.0AZNbq7mRB + egrep -o 'early-plugin-load=keyring_\w+.so' ++ mktemp + local LAST_ERR=/tmp/tmp.TFfinJgvpC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0AZNbq7mRB + cat /tmp/tmp.TFfinJgvpC Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.0AZNbq7mRB /tmp/tmp.TFfinJgvpC + return 0 early-plugin-load=keyring_vault.so + table_must_be_encrypted some-name myApp + desc 'check table encryption' + set +o xtrace ----------------------------------------------------------------------------------- check table encryption ----------------------------------------------------------------------------------- + local cluster=some-name + local table=myApp + is_table_encrypted some-name myApp + local cluster=some-name + local table=myApp + egrep -o 'ENCRYPTION=('\''Y'\''|"Y")' + run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password' + local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' + local 'uri=-h some-name-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EPnqMt5UVr +++ mktemp ++ local LAST_ERR=/tmp/tmp.H30rpha89g ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EPnqMt5UVr ++ cat /tmp/tmp.H30rpha89g ++ rm /tmp/tmp.EPnqMt5UVr /tmp/tmp.H30rpha89g ++ return 0 + client_pod=pxc-client-59944c5bbf-dv52k + wait_pod pxc-client-59944c5bbf-dv52k + local pod=pxc-client-59944c5bbf-dv52k + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-59944c5bbf-dv52k + local container= + set +o xtrace pod/pxc-client-59944c5bbf-dv52k condition met waiting for pod/pxc-client-59944c5bbf-dv52k to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace ENCRYPTION='Y' + run_backup some-name on-demand-backup-pvc + local cluster=some-name + local backup=on-demand-backup-pvc + log 'run pxc-backup/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-12T10:53:50+0000]' run pxc-backup/on-demand-backup-pvc [2025-11-12T10:53:50+0000] run pxc-backup/on-demand-backup-pvc + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml ++ mktemp + local LAST_OUT=/tmp/tmp.CAiNpwIXlh ++ mktemp + local LAST_ERR=/tmp/tmp.bEljMteW44 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CAiNpwIXlh perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.bEljMteW44 + rm /tmp/tmp.CAiNpwIXlh /tmp/tmp.bEljMteW44 + return 0 + wait_backup on-demand-backup-pvc + local backup=on-demand-backup-pvc + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-pvc to reach Succeeded state........................Succeeded + run_recovery_check some-name on-demand-backup-pvc + local cluster=some-name + local backup=on-demand-backup-pvc ++ get_proxy_engine some-name ++ local cluster_name=some-name +++ get_proxy some-name +++ local target_cluster=some-name ++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.AHJFjGk5VS +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.iEDbrZyu7d ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.AHJFjGk5VS ++++ cat /tmp/tmp.iEDbrZyu7d ++++ rm /tmp/tmp.AHJFjGk5VS /tmp/tmp.iEDbrZyu7d ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.Th7NzM2XE6 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.ihUPq9RoHN ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.Th7NzM2XE6 ++++ cat /tmp/tmp.ihUPq9RoHN ++++ rm /tmp/tmp.Th7NzM2XE6 /tmp/tmp.ihUPq9RoHN ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo some-name-proxysql +++ return ++ local cluster_proxy=some-name-proxysql ++ echo proxysql + local proxy=proxysql + log 'run pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-12T10:54:37+0000]' run pxc-restore/on-demand-backup-pvc [2025-11-12T10:54:37+0000] run pxc-restore/on-demand-backup-pvc + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-16226~ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.xvfrrsTniU ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/demand-backup-encrypted-with-tls/conf/restore-on-demand-backup-pvc.yaml + local LAST_ERR=/tmp/tmp.xmjmECYAI4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xvfrrsTniU perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.xmjmECYAI4 + rm /tmp/tmp.xvfrrsTniU /tmp/tmp.xmjmECYAI4 + return 0 + wait_backup_restore on-demand-backup-pvc + local backup_name=on-demand-backup-pvc + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/on-demand-backup-pvc to reach Succeeded state 2025-11-12T10:54:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:14:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:15:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:16:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:17:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:18:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:19:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:20:56 pxc-restore/on-demand-backup-pvc state: Starting apiVersion: pxc.percona.com/v1 kind: PerconaXtraDBClusterRestore metadata: annotations: kubectl.kubernetes.io/last-applied-configuration: | {"apiVersion":"pxc.percona.com/v1","kind":"PerconaXtraDBClusterRestore","metadata":{"annotations":{},"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16226"},"spec":{"backupName":"on-demand-backup-pvc","pxcCluster":"some-name"}} creationTimestamp: "2025-11-12T10:54:39Z" generation: 1 name: on-demand-backup-pvc namespace: demand-backup-encrypted-with-tls-16226 resourceVersion: "1762944880007423020" uid: 248e7ce5-8486-47d5-8787-c07d49a9fb67 spec: backupName: on-demand-backup-pvc pxcCluster: some-name status: state: Starting unsafeFlags: {} Restore object pxc-restore/on-demand-backup-pvc is in Starting state. something went wrong with operator or kubernetes cluster