Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/logs/one-pod-8-0.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + main + create_infra one-pod-4974 + local ns=one-pod-4974 + '[' -n pxc-operator ']' + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + kubectl patch pxc -n one-pod-27597 one-pod --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/one-pod patched (no change) + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.GFi2ZRugna ++ mktemp + local LAST_ERR=/tmp/tmp.uMkFptARG7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GFi2ZRugna perconaxtradbcluster.pxc.percona.com "one-pod" deleted from one-pod-27597 namespace + cat /tmp/tmp.uMkFptARG7 + rm /tmp/tmp.GFi2ZRugna /tmp/tmp.uMkFptARG7 + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.RrPArYUnlI ++ mktemp + local LAST_ERR=/tmp/tmp.zqezrBsFmB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RrPArYUnlI perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted from one-pod-27597 namespace + cat /tmp/tmp.zqezrBsFmB + rm /tmp/tmp.RrPArYUnlI /tmp/tmp.zqezrBsFmB + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.eNzZuu4JGw ++ mktemp + local LAST_ERR=/tmp/tmp.mFXhO4Fqad + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eNzZuu4JGw perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-pvc" deleted from one-pod-27597 namespace + cat /tmp/tmp.mFXhO4Fqad + rm /tmp/tmp.eNzZuu4JGw /tmp/tmp.mFXhO4Fqad + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ tail -n1 ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + xargs kubectl delete ns + kubectl_bin get ns ++ mktemp + awk '{print$1}' + local LAST_OUT=/tmp/tmp.3LtuATgZ1a ++ mktemp + local LAST_OUT=/tmp/tmp.cbEnrOksQU ++ mktemp + local LAST_ERR=/tmp/tmp.DRAOQerSbm + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.3VYm4UezBy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cbEnrOksQU + cat /tmp/tmp.3VYm4UezBy + rm /tmp/tmp.cbEnrOksQU /tmp/tmp.3VYm4UezBy + return 0 namespace "one-pod-27597" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3LtuATgZ1a namespace "pxc-operator" deleted + cat /tmp/tmp.DRAOQerSbm + rm /tmp/tmp.3LtuATgZ1a /tmp/tmp.DRAOQerSbm + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.jKFHO9tbF7 ++ mktemp + local LAST_ERR=/tmp/tmp.Y0CanxxoHj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jKFHO9tbF7 namespace/pxc-operator created + cat /tmp/tmp.Y0CanxxoHj + rm /tmp/tmp.jKFHO9tbF7 /tmp/tmp.Y0CanxxoHj + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.NJOKN9suPd +++ mktemp ++ local LAST_ERR=/tmp/tmp.Vwv4CjCq4Q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NJOKN9suPd ++ cat /tmp/tmp.Vwv4CjCq4Q ++ rm /tmp/tmp.NJOKN9suPd /tmp/tmp.Vwv4CjCq4Q ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster9 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.CTP81Nm6MK ++ mktemp + local LAST_ERR=/tmp/tmp.lJoGqUwU9l + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster9 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CTP81Nm6MK Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster9" modified. + cat /tmp/tmp.lJoGqUwU9l + rm /tmp/tmp.CTP81Nm6MK /tmp/tmp.lJoGqUwU9l + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.t6a5t3odHj ++ mktemp + local LAST_ERR=/tmp/tmp.NU3hLVsfqF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.t6a5t3odHj customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.NU3hLVsfqF + rm /tmp/tmp.t6a5t3odHj /tmp/tmp.NU3hLVsfqF + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.ceyJJoU4vN ++ mktemp + local LAST_ERR=/tmp/tmp.5B9G47tloy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ceyJJoU4vN clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.5B9G47tloy + rm /tmp/tmp.ceyJJoU4vN /tmp/tmp.5B9G47tloy + return 0 + kubectl_bin apply -f - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/deploy/cw-operator.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.hqmzwTZlbz ++ mktemp + local LAST_ERR=/tmp/tmp.SwxOdhXVrZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hqmzwTZlbz deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.SwxOdhXVrZ + rm /tmp/tmp.hqmzwTZlbz /tmp/tmp.SwxOdhXVrZ + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.AsWXdFNlgr ++ mktemp + local LAST_ERR=/tmp/tmp.6NiOWk3SjA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AsWXdFNlgr pod/percona-xtradb-cluster-operator-b5f9c4897-9nvfz condition met + cat /tmp/tmp.6NiOWk3SjA + rm /tmp/tmp.AsWXdFNlgr /tmp/tmp.6NiOWk3SjA + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.W1que9nv7o +++ mktemp ++ local LAST_ERR=/tmp/tmp.v7uaT1dF41 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.W1que9nv7o ++ cat /tmp/tmp.v7uaT1dF41 ++ rm /tmp/tmp.W1que9nv7o /tmp/tmp.v7uaT1dF41 ++ return 0 + wait_pod percona-xtradb-cluster-operator-b5f9c4897-9nvfz 480 pxc-operator + local pod=percona-xtradb-cluster-operator-b5f9c4897-9nvfz + local max_retry=480 + local ns=pxc-operator ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-b5f9c4897-9nvfz + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-b5f9c4897-9nvfz condition met waiting for pod/percona-xtradb-cluster-operator-b5f9c4897-9nvfz to become Ready.Ok + sleep 3 + create_namespace one-pod-4974 + local namespace=one-pod-4974 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces one-pod-4974' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces one-pod-4974 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace one-pod-4974 + awk '{print$1}' + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.cSuxpBqgzP ++ mktemp + local LAST_OUT=/tmp/tmp.0Mgx6pfVRn ++ mktemp + local LAST_ERR=/tmp/tmp.koXhfOf7Mr + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.uOeb1ypgV9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace one-pod-4974 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0Mgx6pfVRn + cat /tmp/tmp.uOeb1ypgV9 + rm /tmp/tmp.0Mgx6pfVRn /tmp/tmp.uOeb1ypgV9 + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace one-pod-4974 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace one-pod-4974 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.cSuxpBqgzP + cat /tmp/tmp.koXhfOf7Mr Error from server (NotFound): namespaces "one-pod-4974" not found + rm /tmp/tmp.cSuxpBqgzP /tmp/tmp.koXhfOf7Mr + return 1 + : + wait_for_delete namespace/one-pod-4974 + local res=namespace/one-pod-4974 + echo -n 'waiting for namespace/one-pod-4974 to be deleted' waiting for namespace/one-pod-4974 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "one-pod-4974" not found + desc 'create namespace one-pod-4974' + set +o xtrace ----------------------------------------------------------------------------------- create namespace one-pod-4974 ----------------------------------------------------------------------------------- + kubectl_bin create namespace one-pod-4974 ++ mktemp + local LAST_OUT=/tmp/tmp.lU3zlNoVzE ++ mktemp + local LAST_ERR=/tmp/tmp.4YfBRtok26 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace one-pod-4974 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lU3zlNoVzE namespace/one-pod-4974 created + cat /tmp/tmp.4YfBRtok26 + rm /tmp/tmp.lU3zlNoVzE /tmp/tmp.4YfBRtok26 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.zs8tcakM7O +++ mktemp ++ local LAST_ERR=/tmp/tmp.0UBnGege93 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zs8tcakM7O ++ cat /tmp/tmp.0UBnGege93 ++ rm /tmp/tmp.zs8tcakM7O /tmp/tmp.0UBnGege93 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster9 --namespace=one-pod-4974 ++ mktemp + local LAST_OUT=/tmp/tmp.hk7QhF7h7h ++ mktemp + local LAST_ERR=/tmp/tmp.tcKtR3Ryca + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster9 --namespace=one-pod-4974 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hk7QhF7h7h Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2234-269f3694-3-cluster9" modified. + cat /tmp/tmp.tcKtR3Ryca + rm /tmp/tmp.hk7QhF7h7h /tmp/tmp.tcKtR3Ryca + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.afv6L9oxS2 ++ mktemp + local LAST_ERR=/tmp/tmp.52n7IeZI1S + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.afv6L9oxS2 secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.52n7IeZI1S + rm /tmp/tmp.afv6L9oxS2 /tmp/tmp.52n7IeZI1S + return 0 + cluster=one-pod + spinup_pxc one-pod /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/one-pod.yml 1 + local cluster=one-pod + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/one-pod.yml + local size=1 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.oZxU2dBbbO ++ mktemp + local LAST_ERR=/tmp/tmp.ZpwA8z4tfY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oZxU2dBbbO secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.ZpwA8z4tfY + rm /tmp/tmp.oZxU2dBbbO /tmp/tmp.ZpwA8z4tfY + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.one-pod-4974~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_OUT=/tmp/tmp.R13X2bK93h + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + local LAST_ERR=/tmp/tmp.6U3x0gOc3e + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.R13X2bK93h deployment.apps/pxc-client created + cat /tmp/tmp.6U3x0gOc3e + rm /tmp/tmp.R13X2bK93h /tmp/tmp.6U3x0gOc3e + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/one-pod.yml + '[' -z '' ']' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.9sMSOuVvaw ++ mktemp + local LAST_ERR=/tmp/tmp.VkYcSD8aPz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/one-pod.yml + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.one-pod-4974~ + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/one-pod.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9sMSOuVvaw perconaxtradbcluster.pxc.percona.com/one-pod created + cat /tmp/tmp.VkYcSD8aPz + rm /tmp/tmp.9sMSOuVvaw /tmp/tmp.VkYcSD8aPz + return 0 + desc 'check if all 1 pods are started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 1 pods are started ----------------------------------------------------------------------------------- + wait_for_running one-pod-pxc 1 + local name=one-pod-pxc + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod one-pod-pxc-0 480 + local pod=one-pod-pxc-0 + local max_retry=480 + local ns= ++ echo one-pod-pxc-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/one-pod-pxc-0 condition met waiting for pod/one-pod-pxc-0 to become Ready.Ok + sleep 15 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' '-h one-pod-pxc -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' + local 'uri=-h one-pod-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4RhFcsfe7j +++ mktemp ++ local LAST_ERR=/tmp/tmp.RTP5xVJn50 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4RhFcsfe7j ++ cat /tmp/tmp.RTP5xVJn50 ++ rm /tmp/tmp.4RhFcsfe7j /tmp/tmp.RTP5xVJn50 ++ return 0 + client_pod=pxc-client-59944c5bbf-kcb6g + wait_pod pxc-client-59944c5bbf-kcb6g + local pod=pxc-client-59944c5bbf-kcb6g + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-59944c5bbf-kcb6g ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-kcb6g condition met waiting for pod/pxc-client-59944c5bbf-kcb6g to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h one-pod-pxc -uroot -proot_password' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h one-pod-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yU9md7DEyK +++ mktemp ++ local LAST_ERR=/tmp/tmp.N9aeuqNyfT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yU9md7DEyK ++ cat /tmp/tmp.N9aeuqNyfT ++ rm /tmp/tmp.yU9md7DEyK /tmp/tmp.N9aeuqNyfT ++ return 0 + client_pod=pxc-client-59944c5bbf-kcb6g + wait_pod pxc-client-59944c5bbf-kcb6g + local pod=pxc-client-59944c5bbf-kcb6g + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-kcb6g ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-kcb6g condition met waiting for pod/pxc-client-59944c5bbf-kcb6g to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace ++ seq 0 0 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h one-pod-pxc-0.one-pod-pxc -uroot -proot_password' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h one-pod-pxc-0.one-pod-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h one-pod-pxc-0.one-pod-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h one-pod-pxc-0.one-pod-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nlAt7138fI +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xlbs9r9GZz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nlAt7138fI ++ cat /tmp/tmp.Xlbs9r9GZz ++ rm /tmp/tmp.nlAt7138fI /tmp/tmp.Xlbs9r9GZz ++ return 0 + client_pod=pxc-client-59944c5bbf-kcb6g + wait_pod pxc-client-59944c5bbf-kcb6g + local pod=pxc-client-59944c5bbf-kcb6g + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-kcb6g ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-kcb6g condition met waiting for pod/pxc-client-59944c5bbf-kcb6g to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.rFoJSGykkI/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/select-1.sql /tmp/tmp.rFoJSGykkI/select-1.sql + compare_kubectl statefulset/one-pod-pxc + local resource=statefulset/one-pod-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc.yml + local new_result=/tmp/tmp.rFoJSGykkI/statefulset_one-pod-pxc.yml + desc 'compare statefulset/one-pod-pxc-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/one-pod-pxc- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-k129.yml ']' + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-k127.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-k127.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-k127-oc.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-k127-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-k127-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-k127-aks.yml ']' + kubectl_bin get -o yaml statefulset/one-pod-pxc + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("one-pod-4974", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.8jg1zWXFAk ++ mktemp + local LAST_ERR=/tmp/tmp.gU1WdHmcKL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/one-pod-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8jg1zWXFAk + cat /tmp/tmp.gU1WdHmcKL + rm /tmp/tmp.8jg1zWXFAk /tmp/tmp.gU1WdHmcKL + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-k127.yml /tmp/tmp.rFoJSGykkI/statefulset_one-pod-pxc.yml + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/config-secret.yaml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/config-secret.yaml + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/config-secret.yaml + kubectl_bin apply -f - + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2234-269f3694#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.one-pod-4974~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + local LAST_OUT=/tmp/tmp.CU4DhL0h0W ++ mktemp + local LAST_ERR=/tmp/tmp.alx7bQapXd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CU4DhL0h0W secret/one-pod-pxc created + cat /tmp/tmp.alx7bQapXd + rm /tmp/tmp.CU4DhL0h0W /tmp/tmp.alx7bQapXd + return 0 + sleep 50 + compare_kubectl statefulset/one-pod-pxc -secret + local resource=statefulset/one-pod-pxc + local postfix=-secret + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret.yml + local new_result=/tmp/tmp.rFoJSGykkI/statefulset_one-pod-pxc.yml + desc 'compare statefulset/one-pod-pxc--secret' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/one-pod-pxc--secret ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-k129.yml ']' + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-k127.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-k127.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-k127-oc.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-k127-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-k127-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-k127-aks.yml ']' + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("one-pod-4974", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + kubectl_bin get -o yaml statefulset/one-pod-pxc ++ mktemp + local LAST_OUT=/tmp/tmp.PAkh8vuEBS ++ mktemp + local LAST_ERR=/tmp/tmp.CYugVgWtb6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/one-pod-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PAkh8vuEBS + cat /tmp/tmp.CYugVgWtb6 + rm /tmp/tmp.PAkh8vuEBS /tmp/tmp.CYugVgWtb6 + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/statefulset_one-pod-pxc-secret-k127.yml /tmp/tmp.rFoJSGykkI/statefulset_one-pod-pxc.yml + run_backup one-pod on-demand-backup-pvc + local cluster=one-pod + local backup1=on-demand-backup-pvc + desc 'make backup' + set +o xtrace ----------------------------------------------------------------------------------- make backup ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/on-demand-backup-pvc.yml ++ mktemp + local LAST_OUT=/tmp/tmp.l4WfOK0Nqb ++ mktemp + local LAST_ERR=/tmp/tmp.or6eCkRd7Y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/on-demand-backup-pvc.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.l4WfOK0Nqb perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.or6eCkRd7Y + rm /tmp/tmp.l4WfOK0Nqb /tmp/tmp.or6eCkRd7Y + return 0 + wait_backup on-demand-backup-pvc + local backup=on-demand-backup-pvc + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-pvc to reach Succeeded state......................Succeeded + run_recovery_check one-pod on-demand-backup-pvc + local cluster=one-pod + local backup1=on-demand-backup-pvc + desc 'write data after backup' + set +o xtrace ----------------------------------------------------------------------------------- write data after backup ----------------------------------------------------------------------------------- + run_mysql 'INSERT myApp.myApp (id) VALUES (100501)' '-h one-pod-pxc -uroot -proot_password' + local 'command=INSERT myApp.myApp (id) VALUES (100501)' + local 'uri=-h one-pod-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vnUEuBwIfR +++ mktemp ++ local LAST_ERR=/tmp/tmp.TH8PbP6Tgi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vnUEuBwIfR ++ cat /tmp/tmp.TH8PbP6Tgi ++ rm /tmp/tmp.vnUEuBwIfR /tmp/tmp.TH8PbP6Tgi ++ return 0 + client_pod=pxc-client-59944c5bbf-kcb6g + wait_pod pxc-client-59944c5bbf-kcb6g + local pod=pxc-client-59944c5bbf-kcb6g + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-kcb6g ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-kcb6g condition met waiting for pod/pxc-client-59944c5bbf-kcb6g to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + compare_mysql_cmd select-2 'SELECT * from myApp.myApp;' '-h one-pod-pxc-0.one-pod-pxc -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h one-pod-pxc-0.one-pod-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h one-pod-pxc-0.one-pod-pxc -uroot -proot_password' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h one-pod-pxc-0.one-pod-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.foHMVN5a2m +++ mktemp ++ local LAST_ERR=/tmp/tmp.14OHD20O3L ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.foHMVN5a2m ++ cat /tmp/tmp.14OHD20O3L ++ rm /tmp/tmp.foHMVN5a2m /tmp/tmp.14OHD20O3L ++ return 0 + client_pod=pxc-client-59944c5bbf-kcb6g + wait_pod pxc-client-59944c5bbf-kcb6g + local pod=pxc-client-59944c5bbf-kcb6g + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-59944c5bbf-kcb6g + local container= + set +o xtrace pod/pxc-client-59944c5bbf-kcb6g condition met waiting for pod/pxc-client-59944c5bbf-kcb6g to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.rFoJSGykkI/select-2.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/compare/select-2.sql /tmp/tmp.rFoJSGykkI/select-2.sql + desc 'recover backup' + set +o xtrace ----------------------------------------------------------------------------------- recover backup ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/restore-on-demand-backup-pvc.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.s6XAURTV35 ++ mktemp + local LAST_ERR=/tmp/tmp.5noIlsHC0u + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2234/e2e-tests/one-pod/conf/restore-on-demand-backup-pvc.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.s6XAURTV35 perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.5noIlsHC0u + rm /tmp/tmp.s6XAURTV35 /tmp/tmp.5noIlsHC0u + return 0 + wait_backup_restore on-demand-backup-pvc + local backup_name=on-demand-backup-pvc + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/on-demand-backup-pvc to reach Succeeded state 2025-11-12T10:47:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:47:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:47:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:47:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:47:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:47:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:47:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:47:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:48:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:49:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:50:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:51:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:52:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:53:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:54:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:55:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:56:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:57:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:58:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T10:59:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:00:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:01:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:02:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:03:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:04:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:05:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:06:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:07:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:08:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:09:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:23 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:10:58 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:00 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:02 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:17 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:19 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:21 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:28 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:30 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:48 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:11:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:03 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:05 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:07 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:10 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:14 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:25 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:27 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:45 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:50 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:52 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:54 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:56 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:12:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:01 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:04 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:06 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:08 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:20 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:22 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:24 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:26 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:29 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:31 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:40 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-12T11:13:55 pxc-restore/on-demand-backup-pvc state: Starting apiVersion: pxc.percona.com/v1 kind: PerconaXtraDBClusterRestore metadata: annotations: kubectl.kubernetes.io/last-applied-configuration: | {"apiVersion":"pxc.percona.com/v1","kind":"PerconaXtraDBClusterRestore","metadata":{"annotations":{},"name":"on-demand-backup-pvc","namespace":"one-pod-4974"},"spec":{"backupName":"on-demand-backup-pvc","pxcCluster":"one-pod"}} creationTimestamp: "2025-11-12T10:47:41Z" generation: 1 name: on-demand-backup-pvc namespace: one-pod-4974 resourceVersion: "1762944461975119017" uid: b20a4c02-977c-4f95-b184-5de6d90ed613 spec: backupName: on-demand-backup-pvc pxcCluster: one-pod status: state: Starting unsafeFlags: {} Restore object pxc-restore/on-demand-backup-pvc is in Starting state. something went wrong with operator or kubernetes cluster