Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/logs/pvc-resize-5-7.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 -o -n '' ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TX1G5rozE6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.laQ8yqpCF2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TX1G5rozE6 ++ cat /tmp/tmp.laQ8yqpCF2 ++ rm /tmp/tmp.TX1G5rozE6 /tmp/tmp.laQ8yqpCF2 ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o24YO0vvSZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.V38NupCeit ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o24YO0vvSZ ++ cat /tmp/tmp.V38NupCeit ++ rm /tmp/tmp.o24YO0vvSZ /tmp/tmp.V38NupCeit ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-30084 + local ns=pvc-resize-30084 + '[' -n pxc-operator ']' + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n pvc-resize-538 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.XM7pP0hz63 ++ mktemp + local LAST_ERR=/tmp/tmp.jN3Z8X072t + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XM7pP0hz63 perconaxtradbcluster.pxc.percona.com "some-name" deleted from pvc-resize-538 namespace + cat /tmp/tmp.jN3Z8X072t + rm /tmp/tmp.XM7pP0hz63 /tmp/tmp.jN3Z8X072t + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.JcabmtBVuV ++ mktemp + local LAST_ERR=/tmp/tmp.Kbt5zY5EEq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JcabmtBVuV No resources found + cat /tmp/tmp.Kbt5zY5EEq + rm /tmp/tmp.JcabmtBVuV /tmp/tmp.Kbt5zY5EEq + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.WhACnsGGbe ++ mktemp + local LAST_ERR=/tmp/tmp.0boHRv6CYC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WhACnsGGbe No resources found + cat /tmp/tmp.0boHRv6CYC + rm /tmp/tmp.WhACnsGGbe /tmp/tmp.0boHRv6CYC + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.oyXsqRdYSY ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.NS6Uwh0X2h + local LAST_ERR=/tmp/tmp.TLA0li6BN4 + local exit_status=0 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.9Bqfygn64n + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oyXsqRdYSY + cat /tmp/tmp.TLA0li6BN4 + rm /tmp/tmp.oyXsqRdYSY /tmp/tmp.TLA0li6BN4 + return 0 namespace "pvc-resize-538" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NS6Uwh0X2h namespace "pxc-operator" deleted + cat /tmp/tmp.9Bqfygn64n + rm /tmp/tmp.NS6Uwh0X2h /tmp/tmp.9Bqfygn64n + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.n9zi6JFWFu ++ mktemp + local LAST_ERR=/tmp/tmp.W4oMmfdJZO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.n9zi6JFWFu namespace/pxc-operator created + cat /tmp/tmp.W4oMmfdJZO + rm /tmp/tmp.n9zi6JFWFu /tmp/tmp.W4oMmfdJZO + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.nXmJtnkOGk +++ mktemp ++ local LAST_ERR=/tmp/tmp.4jl39E9d4f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nXmJtnkOGk ++ cat /tmp/tmp.4jl39E9d4f ++ rm /tmp/tmp.nXmJtnkOGk /tmp/tmp.4jl39E9d4f ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2221-842b7a7e-2-cluster4 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.Tk85IiFxSe ++ mktemp + local LAST_ERR=/tmp/tmp.Keo1oyR2TQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2221-842b7a7e-2-cluster4 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Tk85IiFxSe Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2221-842b7a7e-2-cluster4" modified. + cat /tmp/tmp.Keo1oyR2TQ + rm /tmp/tmp.Tk85IiFxSe /tmp/tmp.Keo1oyR2TQ + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.UngIXB4kWa ++ mktemp + local LAST_ERR=/tmp/tmp.hxF0V41opY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UngIXB4kWa customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.hxF0V41opY + rm /tmp/tmp.UngIXB4kWa /tmp/tmp.hxF0V41opY + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + sed -e 's^namespace: .*^namespace: pxc-operator^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/deploy/cw-rbac.yaml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.FrkfT27STh ++ mktemp + local LAST_ERR=/tmp/tmp.q29jOlXHMP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FrkfT27STh clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.q29jOlXHMP + rm /tmp/tmp.FrkfT27STh /tmp/tmp.q29jOlXHMP + return 0 + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2221-842b7a7e^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/deploy/cw-operator.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.e43x8sFyOz ++ mktemp + local LAST_ERR=/tmp/tmp.iwFL1bNBfS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.e43x8sFyOz deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.iwFL1bNBfS + rm /tmp/tmp.e43x8sFyOz /tmp/tmp.iwFL1bNBfS + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.8TS14KCd8L ++ mktemp + local LAST_ERR=/tmp/tmp.UaYUjWLMIf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8TS14KCd8L pod/percona-xtradb-cluster-operator-6d956cbb4b-tt8vf condition met + cat /tmp/tmp.UaYUjWLMIf + rm /tmp/tmp.8TS14KCd8L /tmp/tmp.UaYUjWLMIf + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.uYBsEpOrI4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.olvs8tBTol ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uYBsEpOrI4 ++ cat /tmp/tmp.olvs8tBTol ++ rm /tmp/tmp.uYBsEpOrI4 /tmp/tmp.olvs8tBTol ++ return 0 + wait_pod percona-xtradb-cluster-operator-6d956cbb4b-tt8vf 480 pxc-operator + local pod=percona-xtradb-cluster-operator-6d956cbb4b-tt8vf + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-6d956cbb4b-tt8vf ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-6d956cbb4b-tt8vf condition met waiting for pod/percona-xtradb-cluster-operator-6d956cbb4b-tt8vf to become Ready.Ok + sleep 3 + create_namespace pvc-resize-30084 + local namespace=pvc-resize-30084 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-30084' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-30084 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-30084 ++ mktemp + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.D78USzR3gM + xargs kubectl delete ns ++ mktemp + local LAST_ERR=/tmp/tmp.H2tsaiMAys + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + awk '{print$1}' + local LAST_OUT=/tmp/tmp.znJStL36WH ++ mktemp + local LAST_ERR=/tmp/tmp.FCR9v82Vr1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-30084 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.D78USzR3gM + cat /tmp/tmp.H2tsaiMAys + rm /tmp/tmp.D78USzR3gM /tmp/tmp.H2tsaiMAys + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-30084 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-30084 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.znJStL36WH + cat /tmp/tmp.FCR9v82Vr1 Error from server (NotFound): namespaces "pvc-resize-30084" not found + rm /tmp/tmp.znJStL36WH /tmp/tmp.FCR9v82Vr1 + return 1 + : + wait_for_delete namespace/pvc-resize-30084 + local res=namespace/pvc-resize-30084 + echo -n 'waiting for namespace/pvc-resize-30084 to be deleted' waiting for namespace/pvc-resize-30084 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pvc-resize-30084" not found + desc 'create namespace pvc-resize-30084' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-30084 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-30084 ++ mktemp + local LAST_OUT=/tmp/tmp.s8EKVgfegp ++ mktemp + local LAST_ERR=/tmp/tmp.jyG0DIzcqK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-30084 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.s8EKVgfegp namespace/pvc-resize-30084 created + cat /tmp/tmp.jyG0DIzcqK + rm /tmp/tmp.s8EKVgfegp /tmp/tmp.jyG0DIzcqK + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.wlBsYp8Pnd +++ mktemp ++ local LAST_ERR=/tmp/tmp.mfTyCxZqGJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wlBsYp8Pnd ++ cat /tmp/tmp.mfTyCxZqGJ ++ rm /tmp/tmp.wlBsYp8Pnd /tmp/tmp.mfTyCxZqGJ ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2221-842b7a7e-2-cluster4 --namespace=pvc-resize-30084 ++ mktemp + local LAST_OUT=/tmp/tmp.Sf9tbh0Duh ++ mktemp + local LAST_ERR=/tmp/tmp.LmioPLtow1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2221-842b7a7e-2-cluster4 --namespace=pvc-resize-30084 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Sf9tbh0Duh Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2221-842b7a7e-2-cluster4" modified. + cat /tmp/tmp.LmioPLtow1 + rm /tmp/tmp.Sf9tbh0Duh /tmp/tmp.LmioPLtow1 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.cH8DZmzFuD ++ mktemp + local LAST_ERR=/tmp/tmp.YW8SfwbZQi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cH8DZmzFuD secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.YW8SfwbZQi + rm /tmp/tmp.cH8DZmzFuD /tmp/tmp.YW8SfwbZQi + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 -o -n '' ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.MXK2KCQxpJ ++ mktemp + local LAST_ERR=/tmp/tmp.f47szmxcpp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MXK2KCQxpJ secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.f47szmxcpp + rm /tmp/tmp.MXK2KCQxpJ /tmp/tmp.f47szmxcpp + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_OUT=/tmp/tmp.gJb0uzi1du + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-30084~ ++ mktemp + local LAST_ERR=/tmp/tmp.Ywj0UNcTz4 + local exit_status=0 + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2221-842b7a7e#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gJb0uzi1du deployment.apps/pxc-client created + cat /tmp/tmp.Ywj0UNcTz4 + rm /tmp/tmp.gJb0uzi1du /tmp/tmp.Ywj0UNcTz4 + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/conf/some-name.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + local LAST_OUT=/tmp/tmp.eJo6dDesVr + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2221-842b7a7e#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + local LAST_ERR=/tmp/tmp.BuQbOAFj39 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-30084~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eJo6dDesVr perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.BuQbOAFj39 + rm /tmp/tmp.eJo6dDesVr /tmp/tmp.BuQbOAFj39 + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.0lTKVSWzZ8 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Rw5cH2nmrL +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.0lTKVSWzZ8 +++ cat /tmp/tmp.Rw5cH2nmrL +++ rm /tmp/tmp.0lTKVSWzZ8 /tmp/tmp.Rw5cH2nmrL +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-30084 ++ mktemp + local LAST_OUT=/tmp/tmp.3UASoyrROY ++ mktemp + local LAST_ERR=/tmp/tmp.wNzSOdWYty + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-30084 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-30084 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-30084 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.3UASoyrROY + cat /tmp/tmp.wNzSOdWYty error: no matching resources found + rm /tmp/tmp.3UASoyrROY /tmp/tmp.wNzSOdWYty + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ echo some-name-haproxy-0 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met waiting for pod/some-name-haproxy-0 to become Ready.Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.Z8Itocr6bq +++ mktemp ++ local LAST_ERR=/tmp/tmp.dp18S2QNTY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Z8Itocr6bq ++ cat /tmp/tmp.dp18S2QNTY ++ rm /tmp/tmp.Z8Itocr6bq /tmp/tmp.dp18S2QNTY ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ar1itPNQxD +++ mktemp ++ local LAST_ERR=/tmp/tmp.qAeOLajIxt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ar1itPNQxD ++ cat /tmp/tmp.qAeOLajIxt Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.Ar1itPNQxD /tmp/tmp.qAeOLajIxt ++ return 0 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Av1nV4Ehyx +++ mktemp ++ local LAST_ERR=/tmp/tmp.H6FzGJ85PZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Av1nV4Ehyx ++ cat /tmp/tmp.H6FzGJ85PZ ++ rm /tmp/tmp.Av1nV4Ehyx /tmp/tmp.H6FzGJ85PZ ++ return 0 + client_pod=pxc-client-857d976497-j7pnz + wait_pod pxc-client-857d976497-j7pnz + local pod=pxc-client-857d976497-j7pnz + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-j7pnz ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-857d976497-j7pnz condition met waiting for pod/pxc-client-857d976497-j7pnz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QMAfTekZJy +++ mktemp ++ local LAST_ERR=/tmp/tmp.8D2YQj8pTa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QMAfTekZJy ++ cat /tmp/tmp.8D2YQj8pTa ++ rm /tmp/tmp.QMAfTekZJy /tmp/tmp.8D2YQj8pTa ++ return 0 + client_pod=pxc-client-857d976497-j7pnz + wait_pod pxc-client-857d976497-j7pnz + local pod=pxc-client-857d976497-j7pnz + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-857d976497-j7pnz ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-j7pnz condition met waiting for pod/pxc-client-857d976497-j7pnz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cepomujEPX +++ mktemp ++ local LAST_ERR=/tmp/tmp.M8i5t2fCfs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cepomujEPX ++ cat /tmp/tmp.M8i5t2fCfs ++ rm /tmp/tmp.cepomujEPX /tmp/tmp.M8i5t2fCfs ++ return 0 + client_pod=pxc-client-857d976497-j7pnz + wait_pod pxc-client-857d976497-j7pnz + local pod=pxc-client-857d976497-j7pnz + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-857d976497-j7pnz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-857d976497-j7pnz condition met waiting for pod/pxc-client-857d976497-j7pnz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.aaLmqvjicW/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.aaLmqvjicW/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.USVaFNsLpR +++ mktemp ++ local LAST_ERR=/tmp/tmp.gfr7pKudYd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.USVaFNsLpR ++ cat /tmp/tmp.gfr7pKudYd ++ rm /tmp/tmp.USVaFNsLpR /tmp/tmp.gfr7pKudYd ++ return 0 + client_pod=pxc-client-857d976497-j7pnz + wait_pod pxc-client-857d976497-j7pnz + local pod=pxc-client-857d976497-j7pnz + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-j7pnz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-j7pnz condition met waiting for pod/pxc-client-857d976497-j7pnz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.aaLmqvjicW/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.aaLmqvjicW/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qP6G4mrstZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.P6ol8JGIQn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qP6G4mrstZ ++ cat /tmp/tmp.P6ol8JGIQn ++ rm /tmp/tmp.qP6G4mrstZ /tmp/tmp.P6ol8JGIQn ++ return 0 + client_pod=pxc-client-857d976497-j7pnz + wait_pod pxc-client-857d976497-j7pnz + local pod=pxc-client-857d976497-j7pnz + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-j7pnz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-j7pnz condition met waiting for pod/pxc-client-857d976497-j7pnz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.aaLmqvjicW/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.aaLmqvjicW/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ egrep -o 'early-plugin-load=keyring_\w+.so' ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qIPPW5ozQo +++ mktemp ++ local LAST_ERR=/tmp/tmp.etI0sf4Hne ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qIPPW5ozQo ++ cat /tmp/tmp.etI0sf4Hne Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.qIPPW5ozQo /tmp/tmp.etI0sf4Hne ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3G + local cluster=some-name + local size=3G + echo 'Patching PVC request to 3G in some-name' Patching PVC request to 3G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.iQHFo5jBLD ++ mktemp + local LAST_ERR=/tmp/tmp.qwpB6N3AYR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iQHFo5jBLD perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.qwpB6N3AYR + rm /tmp/tmp.iQHFo5jBLD /tmp/tmp.qwpB6N3AYR + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ngtYP1NBsE +++ mktemp ++ local LAST_ERR=/tmp/tmp.gsUlS2KB5h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ngtYP1NBsE ++ cat /tmp/tmp.gsUlS2KB5h ++ rm /tmp/tmp.ngtYP1NBsE /tmp/tmp.gsUlS2KB5h ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yHSJo3dYiU +++ mktemp ++ local LAST_ERR=/tmp/tmp.U5TiF6aLC0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yHSJo3dYiU ++ cat /tmp/tmp.U5TiF6aLC0 ++ rm /tmp/tmp.yHSJo3dYiU /tmp/tmp.U5TiF6aLC0 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.2WFZLjUCuC ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.2aTbOECfYh +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.2WFZLjUCuC +++++ cat /tmp/tmp.2aTbOECfYh +++++ rm /tmp/tmp.2WFZLjUCuC /tmp/tmp.2aTbOECfYh +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ylmg9U3jjL +++ mktemp ++ local LAST_ERR=/tmp/tmp.95rDR5L5jK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ylmg9U3jjL ++ cat /tmp/tmp.95rDR5L5jK ++ rm /tmp/tmp.ylmg9U3jjL /tmp/tmp.95rDR5L5jK ++ return 0 + [[ 2 == \2 ]] + echo + wait_all_pvc_resize 3Gi 120 1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.CmrBCbMIdo +++ mktemp ++ local LAST_ERR=/tmp/tmp.h4Vzfr41Yc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CmrBCbMIdo ++ cat /tmp/tmp.h4Vzfr41Yc ++ rm /tmp/tmp.CmrBCbMIdo /tmp/tmp.h4Vzfr41Yc ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 1 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ceN832jtDw +++ mktemp ++ local LAST_ERR=/tmp/tmp.5dAZDvtLQl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ceN832jtDw ++ cat /tmp/tmp.5dAZDvtLQl ++ rm /tmp/tmp.ceN832jtDw /tmp/tmp.5dAZDvtLQl ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 0 -ge 120 ]] + echo -n . .+ sleep 1 + retry=1 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FBRXKWOnlc +++ mktemp ++ local LAST_ERR=/tmp/tmp.K7mehM0CR5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FBRXKWOnlc ++ cat /tmp/tmp.K7mehM0CR5 ++ rm /tmp/tmp.FBRXKWOnlc /tmp/tmp.K7mehM0CR5 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 1 -ge 120 ]] + echo -n . .+ sleep 1 + retry=2 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eOp5krqOIX +++ mktemp ++ local LAST_ERR=/tmp/tmp.ImTFUVMVF4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eOp5krqOIX ++ cat /tmp/tmp.ImTFUVMVF4 ++ rm /tmp/tmp.eOp5krqOIX /tmp/tmp.ImTFUVMVF4 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 2 -ge 120 ]] + echo -n . .+ sleep 1 + retry=3 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2MJyG9qOSz +++ mktemp ++ local LAST_ERR=/tmp/tmp.NNzVNG8jZr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2MJyG9qOSz ++ cat /tmp/tmp.NNzVNG8jZr ++ rm /tmp/tmp.2MJyG9qOSz /tmp/tmp.NNzVNG8jZr ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 3 -ge 120 ]] + echo -n . .+ sleep 1 + retry=4 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uGBa1CNcOV +++ mktemp ++ local LAST_ERR=/tmp/tmp.R4NEUaK1Sa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uGBa1CNcOV ++ cat /tmp/tmp.R4NEUaK1Sa ++ rm /tmp/tmp.uGBa1CNcOV /tmp/tmp.R4NEUaK1Sa ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 4 -ge 120 ]] + echo -n . .+ sleep 1 + retry=5 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IXn5uE7FEo +++ mktemp ++ local LAST_ERR=/tmp/tmp.7oYnFcTF59 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IXn5uE7FEo ++ cat /tmp/tmp.7oYnFcTF59 ++ rm /tmp/tmp.IXn5uE7FEo /tmp/tmp.7oYnFcTF59 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 5 -ge 120 ]] + echo -n . .+ sleep 1 + retry=6 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wC10E7Upkp +++ mktemp ++ local LAST_ERR=/tmp/tmp.8ItsPLweBh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wC10E7Upkp ++ cat /tmp/tmp.8ItsPLweBh ++ rm /tmp/tmp.wC10E7Upkp /tmp/tmp.8ItsPLweBh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 6 -ge 120 ]] + echo -n . .+ sleep 1 + retry=7 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j22tidS6rS +++ mktemp ++ local LAST_ERR=/tmp/tmp.H6p55LI8m6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j22tidS6rS ++ cat /tmp/tmp.H6p55LI8m6 ++ rm /tmp/tmp.j22tidS6rS /tmp/tmp.H6p55LI8m6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 7 -ge 120 ]] + echo -n . .+ sleep 1 + retry=8 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pGWFlcQ0uI +++ mktemp ++ local LAST_ERR=/tmp/tmp.DECvBcRC0t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pGWFlcQ0uI ++ cat /tmp/tmp.DECvBcRC0t ++ rm /tmp/tmp.pGWFlcQ0uI /tmp/tmp.DECvBcRC0t ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 8 -ge 120 ]] + echo -n . .+ sleep 1 + retry=9 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.csW9T5yB5P +++ mktemp ++ local LAST_ERR=/tmp/tmp.oJEEKAiiam ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.csW9T5yB5P ++ cat /tmp/tmp.oJEEKAiiam ++ rm /tmp/tmp.csW9T5yB5P /tmp/tmp.oJEEKAiiam ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 9 -ge 120 ]] + echo -n . .+ sleep 1 + retry=10 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WmBumhxPHF +++ mktemp ++ local LAST_ERR=/tmp/tmp.tHO0DuWL9X ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WmBumhxPHF ++ cat /tmp/tmp.tHO0DuWL9X ++ rm /tmp/tmp.WmBumhxPHF /tmp/tmp.tHO0DuWL9X ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 10 -ge 120 ]] + echo -n . .+ sleep 1 + retry=11 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5IcDDnYY2C +++ mktemp ++ local LAST_ERR=/tmp/tmp.y0FoW8lCFK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5IcDDnYY2C ++ cat /tmp/tmp.y0FoW8lCFK ++ rm /tmp/tmp.5IcDDnYY2C /tmp/tmp.y0FoW8lCFK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 11 -ge 120 ]] + echo -n . .+ sleep 1 + retry=12 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Uw8zigJOob +++ mktemp ++ local LAST_ERR=/tmp/tmp.jIhXw8XkOA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Uw8zigJOob ++ cat /tmp/tmp.jIhXw8XkOA ++ rm /tmp/tmp.Uw8zigJOob /tmp/tmp.jIhXw8XkOA ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 12 -ge 120 ]] + echo -n . .+ sleep 1 + retry=13 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2IReYEZbIf +++ mktemp ++ local LAST_ERR=/tmp/tmp.1cm0IluT7V ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2IReYEZbIf ++ cat /tmp/tmp.1cm0IluT7V ++ rm /tmp/tmp.2IReYEZbIf /tmp/tmp.1cm0IluT7V ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 13 -ge 120 ]] + echo -n . .+ sleep 1 + retry=14 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M3Uc84U1Sh +++ mktemp ++ local LAST_ERR=/tmp/tmp.BYNRt96nee ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.M3Uc84U1Sh ++ cat /tmp/tmp.BYNRt96nee ++ rm /tmp/tmp.M3Uc84U1Sh /tmp/tmp.BYNRt96nee ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 14 -ge 120 ]] + echo -n . .+ sleep 1 + retry=15 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RBLTE2y4qQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.lLiwNRiHQI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RBLTE2y4qQ ++ cat /tmp/tmp.lLiwNRiHQI ++ rm /tmp/tmp.RBLTE2y4qQ /tmp/tmp.lLiwNRiHQI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 15 -ge 120 ]] + echo -n . .+ sleep 1 + retry=16 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ujwuj2ompx +++ mktemp ++ local LAST_ERR=/tmp/tmp.kFMoyvnHoG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ujwuj2ompx ++ cat /tmp/tmp.kFMoyvnHoG ++ rm /tmp/tmp.ujwuj2ompx /tmp/tmp.kFMoyvnHoG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 16 -ge 120 ]] + echo -n . .+ sleep 1 + retry=17 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hU7pXW3ZzN +++ mktemp ++ local LAST_ERR=/tmp/tmp.73nGcT1usW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hU7pXW3ZzN ++ cat /tmp/tmp.73nGcT1usW ++ rm /tmp/tmp.hU7pXW3ZzN /tmp/tmp.73nGcT1usW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 17 -ge 120 ]] + echo -n . .+ sleep 1 + retry=18 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pPzNexSn0Y +++ mktemp ++ local LAST_ERR=/tmp/tmp.vLEKpL5kT2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pPzNexSn0Y ++ cat /tmp/tmp.vLEKpL5kT2 ++ rm /tmp/tmp.pPzNexSn0Y /tmp/tmp.vLEKpL5kT2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 18 -ge 120 ]] + echo -n . .+ sleep 1 + retry=19 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iwmtjvTmQj +++ mktemp ++ local LAST_ERR=/tmp/tmp.QqwRXCFRkw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iwmtjvTmQj ++ cat /tmp/tmp.QqwRXCFRkw ++ rm /tmp/tmp.iwmtjvTmQj /tmp/tmp.QqwRXCFRkw ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 19 -ge 120 ]] + echo -n . .+ sleep 1 + retry=20 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4u85Ci6NsT +++ mktemp ++ local LAST_ERR=/tmp/tmp.TOhE3mBLEv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4u85Ci6NsT ++ cat /tmp/tmp.TOhE3mBLEv ++ rm /tmp/tmp.4u85Ci6NsT /tmp/tmp.TOhE3mBLEv ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 20 -ge 120 ]] + echo -n . .+ sleep 1 + retry=21 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gLURVaEzvJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.E2sgQ43qZ1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gLURVaEzvJ ++ cat /tmp/tmp.E2sgQ43qZ1 ++ rm /tmp/tmp.gLURVaEzvJ /tmp/tmp.E2sgQ43qZ1 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 21 -ge 120 ]] + echo -n . .+ sleep 1 + retry=22 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.e0rj7sTnMm +++ mktemp ++ local LAST_ERR=/tmp/tmp.UCjFUnD8a8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.e0rj7sTnMm ++ cat /tmp/tmp.UCjFUnD8a8 ++ rm /tmp/tmp.e0rj7sTnMm /tmp/tmp.UCjFUnD8a8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 22 -ge 120 ]] + echo -n . .+ sleep 1 + retry=23 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aUavu72dip +++ mktemp ++ local LAST_ERR=/tmp/tmp.X8dwmJJ5zq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aUavu72dip ++ cat /tmp/tmp.X8dwmJJ5zq ++ rm /tmp/tmp.aUavu72dip /tmp/tmp.X8dwmJJ5zq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 23 -ge 120 ]] + echo -n . .+ sleep 1 + retry=24 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.c5wfe2fwnF +++ mktemp ++ local LAST_ERR=/tmp/tmp.v4etpDF9V2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.c5wfe2fwnF ++ cat /tmp/tmp.v4etpDF9V2 ++ rm /tmp/tmp.c5wfe2fwnF /tmp/tmp.v4etpDF9V2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 24 -ge 120 ]] + echo -n . .+ sleep 1 + retry=25 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.m45yANzS0F +++ mktemp ++ local LAST_ERR=/tmp/tmp.vwnLEOxlwR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m45yANzS0F ++ cat /tmp/tmp.vwnLEOxlwR ++ rm /tmp/tmp.m45yANzS0F /tmp/tmp.vwnLEOxlwR ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 25 -ge 120 ]] + echo -n . .+ sleep 1 + retry=26 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IoMLKxARL6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mTZzCpfnpr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IoMLKxARL6 ++ cat /tmp/tmp.mTZzCpfnpr ++ rm /tmp/tmp.IoMLKxARL6 /tmp/tmp.mTZzCpfnpr ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 26 -ge 120 ]] + echo -n . .+ sleep 1 + retry=27 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Oaa1d6Qx1F +++ mktemp ++ local LAST_ERR=/tmp/tmp.0r0PwpXh1D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Oaa1d6Qx1F ++ cat /tmp/tmp.0r0PwpXh1D ++ rm /tmp/tmp.Oaa1d6Qx1F /tmp/tmp.0r0PwpXh1D ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 27 -ge 120 ]] + echo -n . .+ sleep 1 + retry=28 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.azRFOSnIE1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kCSV7tVnhx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.azRFOSnIE1 ++ cat /tmp/tmp.kCSV7tVnhx ++ rm /tmp/tmp.azRFOSnIE1 /tmp/tmp.kCSV7tVnhx ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 28 -ge 120 ]] + echo -n . .+ sleep 1 + retry=29 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UoGwVIah8P +++ mktemp ++ local LAST_ERR=/tmp/tmp.SsN6h1MQYX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UoGwVIah8P ++ cat /tmp/tmp.SsN6h1MQYX ++ rm /tmp/tmp.UoGwVIah8P /tmp/tmp.SsN6h1MQYX ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 29 -ge 120 ]] + echo -n . .+ sleep 1 + retry=30 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.g2h25Mllm9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.PK20w9nsfj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.g2h25Mllm9 ++ cat /tmp/tmp.PK20w9nsfj ++ rm /tmp/tmp.g2h25Mllm9 /tmp/tmp.PK20w9nsfj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 30 -ge 120 ]] + echo -n . .+ sleep 1 + retry=31 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mrJjIf56v0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QEYzMYXuo2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mrJjIf56v0 ++ cat /tmp/tmp.QEYzMYXuo2 ++ rm /tmp/tmp.mrJjIf56v0 /tmp/tmp.QEYzMYXuo2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 31 -ge 120 ]] + echo -n . .+ sleep 1 + retry=32 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.scJd9Iw1tI +++ mktemp ++ local LAST_ERR=/tmp/tmp.3uV8CpS2TW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.scJd9Iw1tI ++ cat /tmp/tmp.3uV8CpS2TW ++ rm /tmp/tmp.scJd9Iw1tI /tmp/tmp.3uV8CpS2TW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 32 -ge 120 ]] + echo -n . .+ sleep 1 + retry=33 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bDRHxbICjP +++ mktemp ++ local LAST_ERR=/tmp/tmp.OFlvLXPMHG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bDRHxbICjP ++ cat /tmp/tmp.OFlvLXPMHG ++ rm /tmp/tmp.bDRHxbICjP /tmp/tmp.OFlvLXPMHG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 33 -ge 120 ]] + echo -n . .+ sleep 1 + retry=34 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b0kckpleE4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.73idfm4COA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b0kckpleE4 ++ cat /tmp/tmp.73idfm4COA ++ rm /tmp/tmp.b0kckpleE4 /tmp/tmp.73idfm4COA ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 34 -ge 120 ]] + echo -n . .+ sleep 1 + retry=35 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nyh6Mwdk60 +++ mktemp ++ local LAST_ERR=/tmp/tmp.DSrXAyv2Uj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nyh6Mwdk60 ++ cat /tmp/tmp.DSrXAyv2Uj ++ rm /tmp/tmp.nyh6Mwdk60 /tmp/tmp.DSrXAyv2Uj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 35 -ge 120 ]] + echo -n . .+ sleep 1 + retry=36 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.039xkEEjOD +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZVPLTejaMK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.039xkEEjOD ++ cat /tmp/tmp.ZVPLTejaMK ++ rm /tmp/tmp.039xkEEjOD /tmp/tmp.ZVPLTejaMK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 36 -ge 120 ]] + echo -n . .+ sleep 1 + retry=37 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FDWpg6pEqw +++ mktemp ++ local LAST_ERR=/tmp/tmp.w1as5zmkGE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FDWpg6pEqw ++ cat /tmp/tmp.w1as5zmkGE ++ rm /tmp/tmp.FDWpg6pEqw /tmp/tmp.w1as5zmkGE ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 37 -ge 120 ]] + echo -n . .+ sleep 1 + retry=38 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vbGTGkW8tm +++ mktemp ++ local LAST_ERR=/tmp/tmp.fYnKvCmhMD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vbGTGkW8tm ++ cat /tmp/tmp.fYnKvCmhMD ++ rm /tmp/tmp.vbGTGkW8tm /tmp/tmp.fYnKvCmhMD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 38 -ge 120 ]] + echo -n . .+ sleep 1 + retry=39 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HMZcxHWIBP +++ mktemp ++ local LAST_ERR=/tmp/tmp.Yum7FIiYfX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HMZcxHWIBP ++ cat /tmp/tmp.Yum7FIiYfX ++ rm /tmp/tmp.HMZcxHWIBP /tmp/tmp.Yum7FIiYfX ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 39 -ge 120 ]] + echo -n . .+ sleep 1 + retry=40 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.btXUardHEK +++ mktemp ++ local LAST_ERR=/tmp/tmp.2n2c7U8lZA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.btXUardHEK ++ cat /tmp/tmp.2n2c7U8lZA ++ rm /tmp/tmp.btXUardHEK /tmp/tmp.2n2c7U8lZA ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 40 -ge 120 ]] + echo -n . .+ sleep 1 + retry=41 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Cd1xg4p4cv +++ mktemp ++ local LAST_ERR=/tmp/tmp.v5Lt9QbvNh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Cd1xg4p4cv ++ cat /tmp/tmp.v5Lt9QbvNh ++ rm /tmp/tmp.Cd1xg4p4cv /tmp/tmp.v5Lt9QbvNh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 41 -ge 120 ]] + echo -n . .+ sleep 1 + retry=42 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hbbCgSAAPW +++ mktemp ++ local LAST_ERR=/tmp/tmp.L07BW3QFy6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hbbCgSAAPW ++ cat /tmp/tmp.L07BW3QFy6 ++ rm /tmp/tmp.hbbCgSAAPW /tmp/tmp.L07BW3QFy6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 42 -ge 120 ]] + echo -n . .+ sleep 1 + retry=43 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QLrpGhtReA +++ mktemp ++ local LAST_ERR=/tmp/tmp.SP4HKolMTa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QLrpGhtReA ++ cat /tmp/tmp.SP4HKolMTa ++ rm /tmp/tmp.QLrpGhtReA /tmp/tmp.SP4HKolMTa ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 43 -ge 120 ]] + echo -n . .+ sleep 1 + retry=44 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pcgwIPSOJ9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SeLlxMAMFH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pcgwIPSOJ9 ++ cat /tmp/tmp.SeLlxMAMFH ++ rm /tmp/tmp.pcgwIPSOJ9 /tmp/tmp.SeLlxMAMFH ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 44 -ge 120 ]] + echo -n . .+ sleep 1 + retry=45 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IpwBaQ8AKK +++ mktemp ++ local LAST_ERR=/tmp/tmp.WEc6TuEqve ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IpwBaQ8AKK ++ cat /tmp/tmp.WEc6TuEqve ++ rm /tmp/tmp.IpwBaQ8AKK /tmp/tmp.WEc6TuEqve ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 45 -ge 120 ]] + echo -n . .+ sleep 1 + retry=46 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B7qHSusaYr +++ mktemp ++ local LAST_ERR=/tmp/tmp.1w9Hw42dqC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B7qHSusaYr ++ cat /tmp/tmp.1w9Hw42dqC ++ rm /tmp/tmp.B7qHSusaYr /tmp/tmp.1w9Hw42dqC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 46 -ge 120 ]] + echo -n . .+ sleep 1 + retry=47 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MUaezIUYOp +++ mktemp ++ local LAST_ERR=/tmp/tmp.WalGrgcuyI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MUaezIUYOp ++ cat /tmp/tmp.WalGrgcuyI ++ rm /tmp/tmp.MUaezIUYOp /tmp/tmp.WalGrgcuyI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 47 -ge 120 ]] + echo -n . .+ sleep 1 + retry=48 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.z9H1XETnB3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mOrRQsgNpZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.z9H1XETnB3 ++ cat /tmp/tmp.mOrRQsgNpZ ++ rm /tmp/tmp.z9H1XETnB3 /tmp/tmp.mOrRQsgNpZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 48 -ge 120 ]] + echo -n . .+ sleep 1 + retry=49 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OyJUobRjvI +++ mktemp ++ local LAST_ERR=/tmp/tmp.k7Z0mrfTo3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OyJUobRjvI ++ cat /tmp/tmp.k7Z0mrfTo3 ++ rm /tmp/tmp.OyJUobRjvI /tmp/tmp.k7Z0mrfTo3 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 49 -ge 120 ]] + echo -n . .+ sleep 1 + retry=50 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q87ycjeIkH +++ mktemp ++ local LAST_ERR=/tmp/tmp.NbCHNPriRg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q87ycjeIkH ++ cat /tmp/tmp.NbCHNPriRg ++ rm /tmp/tmp.q87ycjeIkH /tmp/tmp.NbCHNPriRg ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 50 -ge 120 ]] + echo -n . .+ sleep 1 + retry=51 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9AJ2Iwtm9M +++ mktemp ++ local LAST_ERR=/tmp/tmp.AO5JeW3uYD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9AJ2Iwtm9M ++ cat /tmp/tmp.AO5JeW3uYD ++ rm /tmp/tmp.9AJ2Iwtm9M /tmp/tmp.AO5JeW3uYD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 51 -ge 120 ]] + echo -n . .+ sleep 1 + retry=52 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.siqDIsMnAU +++ mktemp ++ local LAST_ERR=/tmp/tmp.aebhbc4GmT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.siqDIsMnAU ++ cat /tmp/tmp.aebhbc4GmT ++ rm /tmp/tmp.siqDIsMnAU /tmp/tmp.aebhbc4GmT ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 52 -ge 120 ]] + echo -n . .+ sleep 1 + retry=53 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Oh4Ml5Cwen +++ mktemp ++ local LAST_ERR=/tmp/tmp.PTZLAp3s4s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Oh4Ml5Cwen ++ cat /tmp/tmp.PTZLAp3s4s ++ rm /tmp/tmp.Oh4Ml5Cwen /tmp/tmp.PTZLAp3s4s ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 53 -ge 120 ]] + echo -n . .+ sleep 1 + retry=54 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0w92v2Tepl +++ mktemp ++ local LAST_ERR=/tmp/tmp.W634s88zTt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0w92v2Tepl ++ cat /tmp/tmp.W634s88zTt ++ rm /tmp/tmp.0w92v2Tepl /tmp/tmp.W634s88zTt ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 54 -ge 120 ]] + echo -n . .+ sleep 1 + retry=55 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WSABbbNZSc +++ mktemp ++ local LAST_ERR=/tmp/tmp.FxnSZVQzRK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WSABbbNZSc ++ cat /tmp/tmp.FxnSZVQzRK ++ rm /tmp/tmp.WSABbbNZSc /tmp/tmp.FxnSZVQzRK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 55 -ge 120 ]] + echo -n . .+ sleep 1 + retry=56 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VFmK3ra8J1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SYNBOO4ZDb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VFmK3ra8J1 ++ cat /tmp/tmp.SYNBOO4ZDb ++ rm /tmp/tmp.VFmK3ra8J1 /tmp/tmp.SYNBOO4ZDb ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 56 -ge 120 ]] + echo -n . .+ sleep 1 + retry=57 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jltDvfRHUN +++ mktemp ++ local LAST_ERR=/tmp/tmp.Zm5aBATE7k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jltDvfRHUN ++ cat /tmp/tmp.Zm5aBATE7k ++ rm /tmp/tmp.jltDvfRHUN /tmp/tmp.Zm5aBATE7k ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 57 -ge 120 ]] + echo -n . .+ sleep 1 + retry=58 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bVb062NDbt +++ mktemp ++ local LAST_ERR=/tmp/tmp.wMAfm4pJk2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bVb062NDbt ++ cat /tmp/tmp.wMAfm4pJk2 ++ rm /tmp/tmp.bVb062NDbt /tmp/tmp.wMAfm4pJk2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 58 -ge 120 ]] + echo -n . .+ sleep 1 + retry=59 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Lkdgn9iill +++ mktemp ++ local LAST_ERR=/tmp/tmp.S9QB2FJd4B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Lkdgn9iill ++ cat /tmp/tmp.S9QB2FJd4B ++ rm /tmp/tmp.Lkdgn9iill /tmp/tmp.S9QB2FJd4B ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 59 -ge 120 ]] + echo -n . .+ sleep 1 + retry=60 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0D8bhYd3Yc +++ mktemp ++ local LAST_ERR=/tmp/tmp.XYOFlGfLCF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0D8bhYd3Yc ++ cat /tmp/tmp.XYOFlGfLCF ++ rm /tmp/tmp.0D8bhYd3Yc /tmp/tmp.XYOFlGfLCF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 60 -ge 120 ]] + echo -n . .+ sleep 1 + retry=61 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dUVud6a0x5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.4ZBl0FealU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dUVud6a0x5 ++ cat /tmp/tmp.4ZBl0FealU ++ rm /tmp/tmp.dUVud6a0x5 /tmp/tmp.4ZBl0FealU ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 61 -ge 120 ]] + echo -n . .+ sleep 1 + retry=62 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Sapn6fCOvq +++ mktemp ++ local LAST_ERR=/tmp/tmp.jdvpaY7rb7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Sapn6fCOvq ++ cat /tmp/tmp.jdvpaY7rb7 ++ rm /tmp/tmp.Sapn6fCOvq /tmp/tmp.jdvpaY7rb7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 62 -ge 120 ]] + echo -n . .+ sleep 1 + retry=63 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eiZvkfCx5X +++ mktemp ++ local LAST_ERR=/tmp/tmp.oDFD80tNbj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eiZvkfCx5X ++ cat /tmp/tmp.oDFD80tNbj ++ rm /tmp/tmp.eiZvkfCx5X /tmp/tmp.oDFD80tNbj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 63 -ge 120 ]] + echo -n . .+ sleep 1 + retry=64 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NmCYxiDvd6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cPvatn81EL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NmCYxiDvd6 ++ cat /tmp/tmp.cPvatn81EL ++ rm /tmp/tmp.NmCYxiDvd6 /tmp/tmp.cPvatn81EL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 64 -ge 120 ]] + echo -n . .+ sleep 1 + retry=65 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dYuZ76UO1X +++ mktemp ++ local LAST_ERR=/tmp/tmp.RqM4DUzwhe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dYuZ76UO1X ++ cat /tmp/tmp.RqM4DUzwhe ++ rm /tmp/tmp.dYuZ76UO1X /tmp/tmp.RqM4DUzwhe ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 65 -ge 120 ]] + echo -n . .+ sleep 1 + retry=66 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K65V9h3QkS +++ mktemp ++ local LAST_ERR=/tmp/tmp.W1ahWUqCc1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K65V9h3QkS ++ cat /tmp/tmp.W1ahWUqCc1 ++ rm /tmp/tmp.K65V9h3QkS /tmp/tmp.W1ahWUqCc1 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 66 -ge 120 ]] + echo -n . .+ sleep 1 + retry=67 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0dZipLO8bQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.yw3h0m1Pyy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0dZipLO8bQ ++ cat /tmp/tmp.yw3h0m1Pyy ++ rm /tmp/tmp.0dZipLO8bQ /tmp/tmp.yw3h0m1Pyy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 67 -ge 120 ]] + echo -n . .+ sleep 1 + retry=68 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EN1NgnVJcd +++ mktemp ++ local LAST_ERR=/tmp/tmp.sU89JDxHQQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EN1NgnVJcd ++ cat /tmp/tmp.sU89JDxHQQ ++ rm /tmp/tmp.EN1NgnVJcd /tmp/tmp.sU89JDxHQQ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 68 -ge 120 ]] + echo -n . .+ sleep 1 + retry=69 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O5I8xvOMAZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.m44U84O8HM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O5I8xvOMAZ ++ cat /tmp/tmp.m44U84O8HM ++ rm /tmp/tmp.O5I8xvOMAZ /tmp/tmp.m44U84O8HM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 69 -ge 120 ]] + echo -n . .+ sleep 1 + retry=70 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oiVHVIuudS +++ mktemp ++ local LAST_ERR=/tmp/tmp.OueMUw15RC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oiVHVIuudS ++ cat /tmp/tmp.OueMUw15RC ++ rm /tmp/tmp.oiVHVIuudS /tmp/tmp.OueMUw15RC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 70 -ge 120 ]] + echo -n . .+ sleep 1 + retry=71 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lFgAZZ1eBO +++ mktemp ++ local LAST_ERR=/tmp/tmp.ASxqZgynRv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lFgAZZ1eBO ++ cat /tmp/tmp.ASxqZgynRv ++ rm /tmp/tmp.lFgAZZ1eBO /tmp/tmp.ASxqZgynRv ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 71 -ge 120 ]] + echo -n . .+ sleep 1 + retry=72 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NcQ7RUCNqU +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z5ncvk1IRR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NcQ7RUCNqU ++ cat /tmp/tmp.Z5ncvk1IRR ++ rm /tmp/tmp.NcQ7RUCNqU /tmp/tmp.Z5ncvk1IRR ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 72 -ge 120 ]] + echo -n . .+ sleep 1 + retry=73 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1xF09Nq59W +++ mktemp ++ local LAST_ERR=/tmp/tmp.vvAjH8BI7q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1xF09Nq59W ++ cat /tmp/tmp.vvAjH8BI7q ++ rm /tmp/tmp.1xF09Nq59W /tmp/tmp.vvAjH8BI7q ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 73 -ge 120 ]] + echo -n . .+ sleep 1 + retry=74 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.diBW3hwK06 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kBkq2MsjZb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.diBW3hwK06 ++ cat /tmp/tmp.kBkq2MsjZb ++ rm /tmp/tmp.diBW3hwK06 /tmp/tmp.kBkq2MsjZb ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 74 -ge 120 ]] + echo -n . .+ sleep 1 + retry=75 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jyP5O0BXdR +++ mktemp ++ local LAST_ERR=/tmp/tmp.xQSlQj442b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jyP5O0BXdR ++ cat /tmp/tmp.xQSlQj442b ++ rm /tmp/tmp.jyP5O0BXdR /tmp/tmp.xQSlQj442b ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 75 -ge 120 ]] + echo -n . .+ sleep 1 + retry=76 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dsMedJvLtV +++ mktemp ++ local LAST_ERR=/tmp/tmp.GblylTUelq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dsMedJvLtV ++ cat /tmp/tmp.GblylTUelq ++ rm /tmp/tmp.dsMedJvLtV /tmp/tmp.GblylTUelq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 76 -ge 120 ]] + echo -n . .+ sleep 1 + retry=77 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cQSSr2IRQ0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5FrkqxgwxV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cQSSr2IRQ0 ++ cat /tmp/tmp.5FrkqxgwxV ++ rm /tmp/tmp.cQSSr2IRQ0 /tmp/tmp.5FrkqxgwxV ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 77 -ge 120 ]] + echo -n . .+ sleep 1 + retry=78 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GSfgcrIyr8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fi8EhmTF9Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GSfgcrIyr8 ++ cat /tmp/tmp.Fi8EhmTF9Z ++ rm /tmp/tmp.GSfgcrIyr8 /tmp/tmp.Fi8EhmTF9Z ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 78 -ge 120 ]] + echo -n . .+ sleep 1 + retry=79 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vicwHKi5C2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.voG6wpFFg2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vicwHKi5C2 ++ cat /tmp/tmp.voG6wpFFg2 ++ rm /tmp/tmp.vicwHKi5C2 /tmp/tmp.voG6wpFFg2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 79 -ge 120 ]] + echo -n . .+ sleep 1 + retry=80 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ug6YGclC9X +++ mktemp ++ local LAST_ERR=/tmp/tmp.0WUsYiNekF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ug6YGclC9X ++ cat /tmp/tmp.0WUsYiNekF ++ rm /tmp/tmp.ug6YGclC9X /tmp/tmp.0WUsYiNekF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 80 -ge 120 ]] + echo -n . .+ sleep 1 + retry=81 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vcn0Q8ozS3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.dTAJUX7zPF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vcn0Q8ozS3 ++ cat /tmp/tmp.dTAJUX7zPF ++ rm /tmp/tmp.vcn0Q8ozS3 /tmp/tmp.dTAJUX7zPF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 81 -ge 120 ]] + echo -n . .+ sleep 1 + retry=82 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pyAVNudSPg +++ mktemp ++ local LAST_ERR=/tmp/tmp.2oadz77g1D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pyAVNudSPg ++ cat /tmp/tmp.2oadz77g1D ++ rm /tmp/tmp.pyAVNudSPg /tmp/tmp.2oadz77g1D ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 82 -ge 120 ]] + echo -n . .+ sleep 1 + retry=83 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4q5quoJvB7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.RWBYjbySco ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4q5quoJvB7 ++ cat /tmp/tmp.RWBYjbySco ++ rm /tmp/tmp.4q5quoJvB7 /tmp/tmp.RWBYjbySco ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 83 -ge 120 ]] + echo -n . .+ sleep 1 + retry=84 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZU890Ner9u +++ mktemp ++ local LAST_ERR=/tmp/tmp.xyubtMAMdW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZU890Ner9u ++ cat /tmp/tmp.xyubtMAMdW ++ rm /tmp/tmp.ZU890Ner9u /tmp/tmp.xyubtMAMdW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 84 -ge 120 ]] + echo -n . .+ sleep 1 + retry=85 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kl1WKTB6Ff +++ mktemp ++ local LAST_ERR=/tmp/tmp.pf2APjLtiA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kl1WKTB6Ff ++ cat /tmp/tmp.pf2APjLtiA ++ rm /tmp/tmp.kl1WKTB6Ff /tmp/tmp.pf2APjLtiA ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 85 -ge 120 ]] + echo -n . .+ sleep 1 + retry=86 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.s5kTEuV33z +++ mktemp ++ local LAST_ERR=/tmp/tmp.o7i4dsL2Zn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.s5kTEuV33z ++ cat /tmp/tmp.o7i4dsL2Zn ++ rm /tmp/tmp.s5kTEuV33z /tmp/tmp.o7i4dsL2Zn ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 86 -ge 120 ]] + echo -n . .+ sleep 1 + retry=87 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.piZRxVpnmW +++ mktemp ++ local LAST_ERR=/tmp/tmp.G6sdTfZPE8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.piZRxVpnmW ++ cat /tmp/tmp.G6sdTfZPE8 ++ rm /tmp/tmp.piZRxVpnmW /tmp/tmp.G6sdTfZPE8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 87 -ge 120 ]] + echo -n . .+ sleep 1 + retry=88 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L7RmMCqZxQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.FnwJctfMZN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L7RmMCqZxQ ++ cat /tmp/tmp.FnwJctfMZN ++ rm /tmp/tmp.L7RmMCqZxQ /tmp/tmp.FnwJctfMZN ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 88 -ge 120 ]] + echo -n . .+ sleep 1 + retry=89 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Te7hOFZVOW +++ mktemp ++ local LAST_ERR=/tmp/tmp.U3VqCsZayj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Te7hOFZVOW ++ cat /tmp/tmp.U3VqCsZayj ++ rm /tmp/tmp.Te7hOFZVOW /tmp/tmp.U3VqCsZayj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 89 -ge 120 ]] + echo -n . .+ sleep 1 + retry=90 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DIOohlZy8j +++ mktemp ++ local LAST_ERR=/tmp/tmp.JT42ThkG9E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DIOohlZy8j ++ cat /tmp/tmp.JT42ThkG9E ++ rm /tmp/tmp.DIOohlZy8j /tmp/tmp.JT42ThkG9E ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 90 -ge 120 ]] + echo -n . .+ sleep 1 + retry=91 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.87MNgm83u5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.HD8PYZB07H ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.87MNgm83u5 ++ cat /tmp/tmp.HD8PYZB07H ++ rm /tmp/tmp.87MNgm83u5 /tmp/tmp.HD8PYZB07H ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 91 -ge 120 ]] + echo -n . .+ sleep 1 + retry=92 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yAxZay3UDJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.AIx3vRFm7X ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yAxZay3UDJ ++ cat /tmp/tmp.AIx3vRFm7X ++ rm /tmp/tmp.yAxZay3UDJ /tmp/tmp.AIx3vRFm7X ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 92 -ge 120 ]] + echo -n . .+ sleep 1 + retry=93 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fmhxj2ZVjC +++ mktemp ++ local LAST_ERR=/tmp/tmp.DkPFg10NAM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fmhxj2ZVjC ++ cat /tmp/tmp.DkPFg10NAM ++ rm /tmp/tmp.Fmhxj2ZVjC /tmp/tmp.DkPFg10NAM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 93 -ge 120 ]] + echo -n . .+ sleep 1 + retry=94 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a5zfruQ5YL +++ mktemp ++ local LAST_ERR=/tmp/tmp.dAPzg8r6q8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a5zfruQ5YL ++ cat /tmp/tmp.dAPzg8r6q8 ++ rm /tmp/tmp.a5zfruQ5YL /tmp/tmp.dAPzg8r6q8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 94 -ge 120 ]] + echo -n . .+ sleep 1 + retry=95 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2TRu8qjoBb +++ mktemp ++ local LAST_ERR=/tmp/tmp.3vgpi9bSoY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2TRu8qjoBb ++ cat /tmp/tmp.3vgpi9bSoY ++ rm /tmp/tmp.2TRu8qjoBb /tmp/tmp.3vgpi9bSoY ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 95 -ge 120 ]] + echo -n . .+ sleep 1 + retry=96 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PuBdx2nBXA +++ mktemp ++ local LAST_ERR=/tmp/tmp.pJDcvB8U7R ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PuBdx2nBXA ++ cat /tmp/tmp.pJDcvB8U7R ++ rm /tmp/tmp.PuBdx2nBXA /tmp/tmp.pJDcvB8U7R ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 96 -ge 120 ]] + echo -n . .+ sleep 1 + retry=97 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Zfwr4GrYg8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.1jHUIleoKF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Zfwr4GrYg8 ++ cat /tmp/tmp.1jHUIleoKF ++ rm /tmp/tmp.Zfwr4GrYg8 /tmp/tmp.1jHUIleoKF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 97 -ge 120 ]] + echo -n . .+ sleep 1 + retry=98 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Mb86DnmMAv +++ mktemp ++ local LAST_ERR=/tmp/tmp.REm8ll5hXK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Mb86DnmMAv ++ cat /tmp/tmp.REm8ll5hXK ++ rm /tmp/tmp.Mb86DnmMAv /tmp/tmp.REm8ll5hXK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 98 -ge 120 ]] + echo -n . .+ sleep 1 + retry=99 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JvVzro95Ee +++ mktemp ++ local LAST_ERR=/tmp/tmp.eUCAg0wO28 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JvVzro95Ee ++ cat /tmp/tmp.eUCAg0wO28 ++ rm /tmp/tmp.JvVzro95Ee /tmp/tmp.eUCAg0wO28 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 99 -ge 120 ]] + echo -n . .+ sleep 1 + retry=100 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QWj649Dutn +++ mktemp ++ local LAST_ERR=/tmp/tmp.FVMDmQ5UBO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QWj649Dutn ++ cat /tmp/tmp.FVMDmQ5UBO ++ rm /tmp/tmp.QWj649Dutn /tmp/tmp.FVMDmQ5UBO ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 100 -ge 120 ]] + echo -n . .+ sleep 1 + retry=101 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YgFH7iLhau +++ mktemp ++ local LAST_ERR=/tmp/tmp.clyj8aNNE5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YgFH7iLhau ++ cat /tmp/tmp.clyj8aNNE5 ++ rm /tmp/tmp.YgFH7iLhau /tmp/tmp.clyj8aNNE5 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 101 -ge 120 ]] + echo -n . .+ sleep 1 + retry=102 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7ugg0COKTN +++ mktemp ++ local LAST_ERR=/tmp/tmp.lKbcqX5Tmx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7ugg0COKTN ++ cat /tmp/tmp.lKbcqX5Tmx ++ rm /tmp/tmp.7ugg0COKTN /tmp/tmp.lKbcqX5Tmx ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 102 -ge 120 ]] + echo -n . .+ sleep 1 + retry=103 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JzfcMkR902 +++ mktemp ++ local LAST_ERR=/tmp/tmp.p9YYJ34Kr0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JzfcMkR902 ++ cat /tmp/tmp.p9YYJ34Kr0 ++ rm /tmp/tmp.JzfcMkR902 /tmp/tmp.p9YYJ34Kr0 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 103 -ge 120 ]] + echo -n . .+ sleep 1 + retry=104 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7RjQ7yCk00 +++ mktemp ++ local LAST_ERR=/tmp/tmp.44UbnAhGhk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7RjQ7yCk00 ++ cat /tmp/tmp.44UbnAhGhk ++ rm /tmp/tmp.7RjQ7yCk00 /tmp/tmp.44UbnAhGhk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 104 -ge 120 ]] + echo -n . .+ sleep 1 + retry=105 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KjLsJxU7TJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.J2OgmSAnbB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KjLsJxU7TJ ++ cat /tmp/tmp.J2OgmSAnbB ++ rm /tmp/tmp.KjLsJxU7TJ /tmp/tmp.J2OgmSAnbB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 105 -ge 120 ]] + echo -n . .+ sleep 1 + retry=106 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xhSYXwls5P +++ mktemp ++ local LAST_ERR=/tmp/tmp.qweT7ZM5Hd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xhSYXwls5P ++ cat /tmp/tmp.qweT7ZM5Hd ++ rm /tmp/tmp.xhSYXwls5P /tmp/tmp.qweT7ZM5Hd ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 106 -ge 120 ]] + echo -n . .+ sleep 1 + retry=107 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ofNOuOpWbt +++ mktemp ++ local LAST_ERR=/tmp/tmp.yuBxZIGwmf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ofNOuOpWbt ++ cat /tmp/tmp.yuBxZIGwmf ++ rm /tmp/tmp.ofNOuOpWbt /tmp/tmp.yuBxZIGwmf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 107 -ge 120 ]] + echo -n . .+ sleep 1 + retry=108 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MwYawp2lwR +++ mktemp ++ local LAST_ERR=/tmp/tmp.8fXgzrdA2y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MwYawp2lwR ++ cat /tmp/tmp.8fXgzrdA2y ++ rm /tmp/tmp.MwYawp2lwR /tmp/tmp.8fXgzrdA2y ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 108 -ge 120 ]] + echo -n . .+ sleep 1 + retry=109 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eIBECHZgu9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.2XJZsa6ElD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eIBECHZgu9 ++ cat /tmp/tmp.2XJZsa6ElD ++ rm /tmp/tmp.eIBECHZgu9 /tmp/tmp.2XJZsa6ElD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 109 -ge 120 ]] + echo -n . .+ sleep 1 + retry=110 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V6c6LuxmFO +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ls5rR7tHux ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V6c6LuxmFO ++ cat /tmp/tmp.Ls5rR7tHux ++ rm /tmp/tmp.V6c6LuxmFO /tmp/tmp.Ls5rR7tHux ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 110 -ge 120 ]] + echo -n . .+ sleep 1 + retry=111 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xaDJ5FNOnG +++ mktemp ++ local LAST_ERR=/tmp/tmp.ICPstLyJ32 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xaDJ5FNOnG ++ cat /tmp/tmp.ICPstLyJ32 ++ rm /tmp/tmp.xaDJ5FNOnG /tmp/tmp.ICPstLyJ32 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 111 -ge 120 ]] + echo -n . .+ sleep 1 + retry=112 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kJS9JyemOO +++ mktemp ++ local LAST_ERR=/tmp/tmp.WYGxX3SVwr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kJS9JyemOO ++ cat /tmp/tmp.WYGxX3SVwr ++ rm /tmp/tmp.kJS9JyemOO /tmp/tmp.WYGxX3SVwr ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 112 -ge 120 ]] + echo -n . .+ sleep 1 + retry=113 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O9zYgHB4FT +++ mktemp ++ local LAST_ERR=/tmp/tmp.BfzilUzClq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O9zYgHB4FT ++ cat /tmp/tmp.BfzilUzClq ++ rm /tmp/tmp.O9zYgHB4FT /tmp/tmp.BfzilUzClq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 113 -ge 120 ]] + echo -n . .+ sleep 1 + retry=114 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TX6adSwUL3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.d8yzIFRKyD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TX6adSwUL3 ++ cat /tmp/tmp.d8yzIFRKyD ++ rm /tmp/tmp.TX6adSwUL3 /tmp/tmp.d8yzIFRKyD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 114 -ge 120 ]] + echo -n . .+ sleep 1 + retry=115 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.anffZNdkv1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.hVNN8MXOSu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.anffZNdkv1 ++ cat /tmp/tmp.hVNN8MXOSu ++ rm /tmp/tmp.anffZNdkv1 /tmp/tmp.hVNN8MXOSu ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 115 -ge 120 ]] + echo -n . .+ sleep 1 + retry=116 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Gh0ri2nhd0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BVYcwiGlAX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Gh0ri2nhd0 ++ cat /tmp/tmp.BVYcwiGlAX ++ rm /tmp/tmp.Gh0ri2nhd0 /tmp/tmp.BVYcwiGlAX ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 116 -ge 120 ]] + echo -n . .+ sleep 1 + retry=117 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ya5J22IyhY +++ mktemp ++ local LAST_ERR=/tmp/tmp.cqQzguxbrz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ya5J22IyhY ++ cat /tmp/tmp.cqQzguxbrz ++ rm /tmp/tmp.ya5J22IyhY /tmp/tmp.cqQzguxbrz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 117 -ge 120 ]] + echo -n . .+ sleep 1 + retry=118 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pXeiyyuPP6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.c33KnCtnQz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pXeiyyuPP6 ++ cat /tmp/tmp.c33KnCtnQz ++ rm /tmp/tmp.pXeiyyuPP6 /tmp/tmp.c33KnCtnQz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 118 -ge 120 ]] + echo -n . .+ sleep 1 + retry=119 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oy4Sk8VAlq +++ mktemp ++ local LAST_ERR=/tmp/tmp.iXw8b0ecr5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oy4Sk8VAlq ++ cat /tmp/tmp.iXw8b0ecr5 ++ rm /tmp/tmp.oy4Sk8VAlq /tmp/tmp.iXw8b0ecr5 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 119 -ge 120 ]] + echo -n . .+ sleep 1 + retry=120 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uFFHzYrddt +++ mktemp ++ local LAST_ERR=/tmp/tmp.MNQQnqTHmU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uFFHzYrddt ++ cat /tmp/tmp.MNQQnqTHmU ++ rm /tmp/tmp.uFFHzYrddt /tmp/tmp.MNQQnqTHmU ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 120 -ge 120 ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded' persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded + return 1 + return 1 + echo 'Enabling PVC resize' Enabling PVC resize + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' ++ mktemp + local LAST_OUT=/tmp/tmp.Rtb7rOs0Q7 ++ mktemp + local LAST_ERR=/tmp/tmp.BRQMgLjiRM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Rtb7rOs0Q7 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.BRQMgLjiRM + rm /tmp/tmp.Rtb7rOs0Q7 /tmp/tmp.BRQMgLjiRM + return 0 + sleep 10 ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + resize_start_time=2025-10-23T15:48:34Z + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oNOBXVpUxL +++ mktemp ++ local LAST_ERR=/tmp/tmp.liJQ8sG9h6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oNOBXVpUxL ++ cat /tmp/tmp.liJQ8sG9h6 ++ rm /tmp/tmp.oNOBXVpUxL /tmp/tmp.liJQ8sG9h6 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SdZLOApwId +++ mktemp ++ local LAST_ERR=/tmp/tmp.S5j526ZLFN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SdZLOApwId ++ cat /tmp/tmp.S5j526ZLFN ++ rm /tmp/tmp.SdZLOApwId /tmp/tmp.S5j526ZLFN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.r1MbUIuuB8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.iFGthGFHds ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.r1MbUIuuB8 ++ cat /tmp/tmp.iFGthGFHds ++ rm /tmp/tmp.r1MbUIuuB8 /tmp/tmp.iFGthGFHds ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EUNyIlUgR5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.15JS1MOTUg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EUNyIlUgR5 ++ cat /tmp/tmp.15JS1MOTUg ++ rm /tmp/tmp.EUNyIlUgR5 /tmp/tmp.15JS1MOTUg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ndIkAMGZmk +++ mktemp ++ local LAST_ERR=/tmp/tmp.4YHdiTjg8k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ndIkAMGZmk ++ cat /tmp/tmp.4YHdiTjg8k ++ rm /tmp/tmp.ndIkAMGZmk /tmp/tmp.4YHdiTjg8k ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YfmRw1kdh6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.94rJn9uyaO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YfmRw1kdh6 ++ cat /tmp/tmp.94rJn9uyaO ++ rm /tmp/tmp.YfmRw1kdh6 /tmp/tmp.94rJn9uyaO ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vsFamNT0mG +++ mktemp ++ local LAST_ERR=/tmp/tmp.qIIZgDyBrL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vsFamNT0mG ++ cat /tmp/tmp.qIIZgDyBrL ++ rm /tmp/tmp.vsFamNT0mG /tmp/tmp.qIIZgDyBrL ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WbajpPumXV +++ mktemp ++ local LAST_ERR=/tmp/tmp.6SDpwwo4vx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WbajpPumXV ++ cat /tmp/tmp.6SDpwwo4vx ++ rm /tmp/tmp.WbajpPumXV /tmp/tmp.6SDpwwo4vx ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1vg9c0rrzc +++ mktemp ++ local LAST_ERR=/tmp/tmp.lJd89Odbvh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1vg9c0rrzc ++ cat /tmp/tmp.lJd89Odbvh ++ rm /tmp/tmp.1vg9c0rrzc /tmp/tmp.lJd89Odbvh ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.fqIolCpHWD ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.amC1M40P1o +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.fqIolCpHWD +++++ cat /tmp/tmp.amC1M40P1o +++++ rm /tmp/tmp.fqIolCpHWD /tmp/tmp.amC1M40P1o +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3sYYgSOmUr +++ mktemp ++ local LAST_ERR=/tmp/tmp.xoIMVZCumN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3sYYgSOmUr ++ cat /tmp/tmp.xoIMVZCumN ++ rm /tmp/tmp.3sYYgSOmUr /tmp/tmp.xoIMVZCumN ++ return 0 + [[ 2 == \2 ]] + echo + wait_all_pvc_resize 3Gi + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.yN4K8NRjen +++ mktemp ++ local LAST_ERR=/tmp/tmp.k1QSCFHFJ1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yN4K8NRjen ++ cat /tmp/tmp.k1QSCFHFJ1 ++ rm /tmp/tmp.yN4K8NRjen /tmp/tmp.k1QSCFHFJ1 ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kGLrnZUq4M +++ mktemp ++ local LAST_ERR=/tmp/tmp.lx3SlcTh8r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kGLrnZUq4M ++ cat /tmp/tmp.lx3SlcTh8r ++ rm /tmp/tmp.kGLrnZUq4M /tmp/tmp.lx3SlcTh8r ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TqJy8h7pWp +++ mktemp ++ local LAST_ERR=/tmp/tmp.MOjAGX9Yyz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TqJy8h7pWp ++ cat /tmp/tmp.MOjAGX9Yyz ++ rm /tmp/tmp.TqJy8h7pWp /tmp/tmp.MOjAGX9Yyz ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IkfUwWDDSE +++ mktemp ++ local LAST_ERR=/tmp/tmp.oqEjDkRXSe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IkfUwWDDSE ++ cat /tmp/tmp.oqEjDkRXSe ++ rm /tmp/tmp.IkfUwWDDSE /tmp/tmp.oqEjDkRXSe ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + resize_finish_time=2025-10-23T15:49:32Z + has_error_status 2025-10-23T15:48:34Z 2025-10-23T15:49:32Z + local resize_start=2025-10-23T15:48:34Z + local resize_finish=2025-10-23T15:49:32Z + local error_expected=false ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.conditions}' ++ jq -r --arg start 2025-10-23T15:48:34Z --arg end 2025-10-23T15:49:32Z 'map(select(.type == "error" and (.lastTransitionTime >= $start and .lastTransitionTime <= $end) )) | if length > 0 then "true" else "false" end ' +++ mktemp ++ local LAST_OUT=/tmp/tmp.utMBIIkz87 +++ mktemp ++ local LAST_ERR=/tmp/tmp.3UshK6zeTQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.conditions}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.utMBIIkz87 ++ cat /tmp/tmp.3UshK6zeTQ ++ rm /tmp/tmp.utMBIIkz87 /tmp/tmp.3UshK6zeTQ ++ return 0 + has_error=false + [[ false != false ]] + '[' 0 == 1 -o -n '' ']' + desc 'create 1st insufficient resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create 1st insufficient resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PQT538jxUz +++ mktemp ++ local LAST_ERR=/tmp/tmp.M2IcdZR4jf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PQT538jxUz ++ cat /tmp/tmp.M2IcdZR4jf ++ rm /tmp/tmp.PQT538jxUz /tmp/tmp.M2IcdZR4jf ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/10Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.zq8h8iCnjy ++ mktemp + local LAST_ERR=/tmp/tmp.eaOQjRUceV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zq8h8iCnjy resourcequota/default-storage-quota created + cat /tmp/tmp.eaOQjRUceV + rm /tmp/tmp.zq8h8iCnjy /tmp/tmp.eaOQjRUceV + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.agFOA5xCbH ++ mktemp + local LAST_ERR=/tmp/tmp.N6c3VfZj8y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.agFOA5xCbH perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.N6c3VfZj8y + rm /tmp/tmp.agFOA5xCbH /tmp/tmp.N6c3VfZj8y + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SaZ4AsJmLP +++ mktemp ++ local LAST_ERR=/tmp/tmp.LZl9Z3gnpN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SaZ4AsJmLP ++ cat /tmp/tmp.LZl9Z3gnpN ++ rm /tmp/tmp.SaZ4AsJmLP /tmp/tmp.LZl9Z3gnpN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LKmpL6wGeC +++ mktemp ++ local LAST_ERR=/tmp/tmp.9qOoX7XmHl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LKmpL6wGeC ++ cat /tmp/tmp.9qOoX7XmHl ++ rm /tmp/tmp.LKmpL6wGeC /tmp/tmp.9qOoX7XmHl ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.m2Oc6Xx1ZR +++ mktemp ++ local LAST_ERR=/tmp/tmp.K4F9Pi8iBu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m2Oc6Xx1ZR ++ cat /tmp/tmp.K4F9Pi8iBu ++ rm /tmp/tmp.m2Oc6Xx1ZR /tmp/tmp.K4F9Pi8iBu ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gcEH0wqXug +++ mktemp ++ local LAST_ERR=/tmp/tmp.OEhGNdZfZA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gcEH0wqXug ++ cat /tmp/tmp.OEhGNdZfZA ++ rm /tmp/tmp.gcEH0wqXug /tmp/tmp.OEhGNdZfZA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eet0nujUwn +++ mktemp ++ local LAST_ERR=/tmp/tmp.PyT5GGmWF2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eet0nujUwn ++ cat /tmp/tmp.PyT5GGmWF2 ++ rm /tmp/tmp.eet0nujUwn /tmp/tmp.PyT5GGmWF2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2MnW6fq00f +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q9ZcWXnhnB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2MnW6fq00f ++ cat /tmp/tmp.Q9ZcWXnhnB ++ rm /tmp/tmp.2MnW6fq00f /tmp/tmp.Q9ZcWXnhnB ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GntTlvUQkr +++ mktemp ++ local LAST_ERR=/tmp/tmp.DWiCxuBO7W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GntTlvUQkr ++ cat /tmp/tmp.DWiCxuBO7W ++ rm /tmp/tmp.GntTlvUQkr /tmp/tmp.DWiCxuBO7W ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NgQqoZw9vr +++ mktemp ++ local LAST_ERR=/tmp/tmp.UtJYE5LNyW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NgQqoZw9vr ++ cat /tmp/tmp.UtJYE5LNyW ++ rm /tmp/tmp.NgQqoZw9vr /tmp/tmp.UtJYE5LNyW ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.93CgUsG8TR +++ mktemp ++ local LAST_ERR=/tmp/tmp.1UZF2gpU6F ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.93CgUsG8TR ++ cat /tmp/tmp.1UZF2gpU6F ++ rm /tmp/tmp.93CgUsG8TR /tmp/tmp.1UZF2gpU6F ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.3nj9NPxyik ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.5sravvYXrL +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.3nj9NPxyik +++++ cat /tmp/tmp.5sravvYXrL +++++ rm /tmp/tmp.3nj9NPxyik /tmp/tmp.5sravvYXrL +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.efL4sQ46FN +++ mktemp ++ local LAST_ERR=/tmp/tmp.XZfzkiPini ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.efL4sQ46FN ++ cat /tmp/tmp.XZfzkiPini ++ rm /tmp/tmp.efL4sQ46FN /tmp/tmp.XZfzkiPini ++ return 0 + [[ 2 == \2 ]] + echo + echo + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized + wait_any_pvc_resize 4Gi + local expected_size=4Gi + local pvc_num=1 + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq '[.items[] | select(.status.capacity.storage == "4Gi")] | length' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G0E5me2YzE +++ mktemp ++ local LAST_ERR=/tmp/tmp.DVXa0DD2T4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G0E5me2YzE ++ cat /tmp/tmp.DVXa0DD2T4 ++ rm /tmp/tmp.G0E5me2YzE /tmp/tmp.DVXa0DD2T4 ++ return 0 + [[ 1 == 1 ]] + echo + echo 'PVC was resized' PVC was resized + return 0 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "4Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9tWYhTF0pD +++ mktemp ++ local LAST_ERR=/tmp/tmp.Uv0a5lOGwm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9tWYhTF0pD ++ cat /tmp/tmp.Uv0a5lOGwm ++ rm /tmp/tmp.9tWYhTF0pD /tmp/tmp.Uv0a5lOGwm ++ return 0 + resized_pvc=datadir-some-name-pxc-0 + echo 'datadir-some-name-pxc-0 was resized' datadir-some-name-pxc-0 was resized + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y0sRTRvAaF +++ mktemp ++ local LAST_ERR=/tmp/tmp.DKtWS1kyMq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y0sRTRvAaF ++ cat /tmp/tmp.DKtWS1kyMq ++ rm /tmp/tmp.y0sRTRvAaF /tmp/tmp.DKtWS1kyMq ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ jq '[.items[] | select(.status.capacity.storage == "3Gi")] | length' ++ local LAST_OUT=/tmp/tmp.yUMGfD66RR +++ mktemp ++ local LAST_ERR=/tmp/tmp.Enbnmd2n4w ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yUMGfD66RR ++ cat /tmp/tmp.Enbnmd2n4w ++ rm /tmp/tmp.yUMGfD66RR /tmp/tmp.Enbnmd2n4w ++ return 0 + [[ 2 != 2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4gCiYB6lUj +++ mktemp ++ local LAST_ERR=/tmp/tmp.hXDnw2WX4m ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4gCiYB6lUj ++ cat /tmp/tmp.hXDnw2WX4m ++ rm /tmp/tmp.4gCiYB6lUj /tmp/tmp.hXDnw2WX4m ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ grep ExceededQuota ++ grep 'PVC resize failed' ++ kubectl_bin describe pvc datadir-some-name-pxc-1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.DF6AItKtpm +++ mktemp ++ local LAST_ERR=/tmp/tmp.bZODudjjGg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-1 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DF6AItKtpm ++ cat /tmp/tmp.bZODudjjGg ++ rm /tmp/tmp.DF6AItKtpm /tmp/tmp.bZODudjjGg ++ return 0 + [[ ! -n Warning ExceededQuota 63s pxc-controller PVC resize failed ]] + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ grep 'PVC resize failed' ++ grep ExceededQuota ++ kubectl_bin describe pvc datadir-some-name-pxc-2 +++ mktemp ++ local LAST_OUT=/tmp/tmp.mpIbgU0HWN +++ mktemp ++ local LAST_ERR=/tmp/tmp.3DLtXl3pI8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-2 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mpIbgU0HWN ++ cat /tmp/tmp.3DLtXl3pI8 ++ rm /tmp/tmp.mpIbgU0HWN /tmp/tmp.3DLtXl3pI8 ++ return 0 + [[ ! -n Warning ExceededQuota 65s pxc-controller PVC resize failed ]] + desc 'update insufficient resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- update insufficient resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 11Gi + local quota=11Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o6g2K94QqY +++ mktemp ++ local LAST_ERR=/tmp/tmp.PZScj42Rrm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o6g2K94QqY ++ cat /tmp/tmp.PZScj42Rrm ++ rm /tmp/tmp.o6g2K94QqY /tmp/tmp.PZScj42Rrm ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 11Gi' Applying resourcequota for default storageclass standard-rwo with quota 11Gi + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/11Gi/ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/conf/resourcequota.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.4JqvAw4dCv ++ mktemp + local LAST_ERR=/tmp/tmp.fLyzWsHxoQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4JqvAw4dCv resourcequota/default-storage-quota configured + cat /tmp/tmp.fLyzWsHxoQ + rm /tmp/tmp.4JqvAw4dCv /tmp/tmp.fLyzWsHxoQ + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.sZExRPuLcn ++ mktemp + local LAST_ERR=/tmp/tmp.wRDwiHu49i + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sZExRPuLcn perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.wRDwiHu49i + rm /tmp/tmp.sZExRPuLcn /tmp/tmp.wRDwiHu49i + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gnF0nTN3BC +++ mktemp ++ local LAST_ERR=/tmp/tmp.pO3KbEq1ac ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gnF0nTN3BC ++ cat /tmp/tmp.pO3KbEq1ac ++ rm /tmp/tmp.gnF0nTN3BC /tmp/tmp.pO3KbEq1ac ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aE17GBSv6B +++ mktemp ++ local LAST_ERR=/tmp/tmp.juo1jzicdg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aE17GBSv6B ++ cat /tmp/tmp.juo1jzicdg ++ rm /tmp/tmp.aE17GBSv6B /tmp/tmp.juo1jzicdg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mjTIp8xPHi +++ mktemp ++ local LAST_ERR=/tmp/tmp.hsvIXFpSYa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mjTIp8xPHi ++ cat /tmp/tmp.hsvIXFpSYa ++ rm /tmp/tmp.mjTIp8xPHi /tmp/tmp.hsvIXFpSYa ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fVvByTzhj4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.t8wst6RlPP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fVvByTzhj4 ++ cat /tmp/tmp.t8wst6RlPP ++ rm /tmp/tmp.fVvByTzhj4 /tmp/tmp.t8wst6RlPP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ceglEcFRCu +++ mktemp ++ local LAST_ERR=/tmp/tmp.jeMChInLqQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ceglEcFRCu ++ cat /tmp/tmp.jeMChInLqQ ++ rm /tmp/tmp.ceglEcFRCu /tmp/tmp.jeMChInLqQ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ybvVE1o9dy +++ mktemp ++ local LAST_ERR=/tmp/tmp.2iWLcNFczv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ybvVE1o9dy ++ cat /tmp/tmp.2iWLcNFczv ++ rm /tmp/tmp.ybvVE1o9dy /tmp/tmp.2iWLcNFczv ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IdIR5j918l +++ mktemp ++ local LAST_ERR=/tmp/tmp.C1cD0m7WlM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IdIR5j918l ++ cat /tmp/tmp.C1cD0m7WlM ++ rm /tmp/tmp.IdIR5j918l /tmp/tmp.C1cD0m7WlM ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.zj1S2R8O2P ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.jbzCAYublg +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.zj1S2R8O2P +++++ cat /tmp/tmp.jbzCAYublg +++++ rm /tmp/tmp.zj1S2R8O2P /tmp/tmp.jbzCAYublg +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oAGRPFKsMc +++ mktemp ++ local LAST_ERR=/tmp/tmp.mXCYyrIuOq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oAGRPFKsMc ++ cat /tmp/tmp.mXCYyrIuOq ++ rm /tmp/tmp.oAGRPFKsMc /tmp/tmp.mXCYyrIuOq ++ return 0 + [[ 2 == \2 ]] + echo + echo + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized + wait_any_pvc_resize 4Gi 2 + local expected_size=4Gi + local pvc_num=2 + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ jq '[.items[] | select(.status.capacity.storage == "4Gi")] | length' ++ local LAST_OUT=/tmp/tmp.8ChsFgAjpV +++ mktemp ++ local LAST_ERR=/tmp/tmp.v6JfqaIoiD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8ChsFgAjpV ++ cat /tmp/tmp.v6JfqaIoiD ++ rm /tmp/tmp.8ChsFgAjpV /tmp/tmp.v6JfqaIoiD ++ return 0 + [[ 2 == 2 ]] + echo + echo 'PVC was resized' PVC was resized + return 0 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "4Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XdDNO6fn2S +++ mktemp ++ local LAST_ERR=/tmp/tmp.UHbe3q3kKn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XdDNO6fn2S ++ cat /tmp/tmp.UHbe3q3kKn ++ rm /tmp/tmp.XdDNO6fn2S /tmp/tmp.UHbe3q3kKn ++ return 0 + resized_pvc='datadir-some-name-pxc-0 datadir-some-name-pxc-1' + echo 'datadir-some-name-pxc-0 datadir-some-name-pxc-1 was resized' datadir-some-name-pxc-0 datadir-some-name-pxc-1 was resized + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qTUkgJkQ6R +++ mktemp ++ local LAST_ERR=/tmp/tmp.QzHrJUWdMC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qTUkgJkQ6R ++ cat /tmp/tmp.QzHrJUWdMC ++ rm /tmp/tmp.qTUkgJkQ6R /tmp/tmp.QzHrJUWdMC ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ jq '[.items[] | select(.status.capacity.storage == "3Gi")] | length' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.3ulDET4Imp +++ mktemp ++ local LAST_ERR=/tmp/tmp.u0RKEpDAei ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3ulDET4Imp ++ cat /tmp/tmp.u0RKEpDAei ++ rm /tmp/tmp.3ulDET4Imp /tmp/tmp.u0RKEpDAei ++ return 0 + [[ 1 != 1 ]] ++ jq -r '.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.tYwFzkheZ4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.GwZWNdI1Bg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tYwFzkheZ4 ++ cat /tmp/tmp.GwZWNdI1Bg ++ rm /tmp/tmp.tYwFzkheZ4 /tmp/tmp.GwZWNdI1Bg ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ grep 'PVC resize failed' ++ kubectl_bin describe pvc datadir-some-name-pxc-2 ++ grep ExceededQuota +++ mktemp ++ local LAST_OUT=/tmp/tmp.gOvNz7RPsP +++ mktemp ++ local LAST_ERR=/tmp/tmp.hWxtroGLKT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-2 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gOvNz7RPsP ++ cat /tmp/tmp.hWxtroGLKT ++ rm /tmp/tmp.gOvNz7RPsP /tmp/tmp.hWxtroGLKT ++ return 0 + [[ ! -n Warning ExceededQuota 52s (x2 over 2m2s) pxc-controller PVC resize failed ]] + desc 'update resourcequota to be sufficient' + set +o xtrace ----------------------------------------------------------------------------------- update resourcequota to be sufficient ----------------------------------------------------------------------------------- + apply_resourcequota 12Gi + local quota=12Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Z1CBmXIbf7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.x190momj5D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Z1CBmXIbf7 ++ cat /tmp/tmp.x190momj5D ++ rm /tmp/tmp.Z1CBmXIbf7 /tmp/tmp.x190momj5D ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/12Gi/ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2221/e2e-tests/pvc-resize/conf/resourcequota.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.zBFs5Z7RwQ ++ mktemp + local LAST_ERR=/tmp/tmp.ICyN9qA3hR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zBFs5Z7RwQ resourcequota/default-storage-quota configured + cat /tmp/tmp.ICyN9qA3hR + rm /tmp/tmp.zBFs5Z7RwQ /tmp/tmp.ICyN9qA3hR + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.zSdJgYPszj ++ mktemp + local LAST_ERR=/tmp/tmp.EWz7D7fqOZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zSdJgYPszj perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.EWz7D7fqOZ + rm /tmp/tmp.zSdJgYPszj /tmp/tmp.EWz7D7fqOZ + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.heb6vukzF3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BKxi7nKhko ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.heb6vukzF3 ++ cat /tmp/tmp.BKxi7nKhko ++ rm /tmp/tmp.heb6vukzF3 /tmp/tmp.BKxi7nKhko ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hF1o92Z0Os +++ mktemp ++ local LAST_ERR=/tmp/tmp.TkqYzWlIaY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hF1o92Z0Os ++ cat /tmp/tmp.TkqYzWlIaY ++ rm /tmp/tmp.hF1o92Z0Os /tmp/tmp.TkqYzWlIaY ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CvYTg4bIMO +++ mktemp ++ local LAST_ERR=/tmp/tmp.nsWFlgFqRB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CvYTg4bIMO ++ cat /tmp/tmp.nsWFlgFqRB ++ rm /tmp/tmp.CvYTg4bIMO /tmp/tmp.nsWFlgFqRB ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wrHua47YZC +++ mktemp ++ local LAST_ERR=/tmp/tmp.PHsSVNpFVW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wrHua47YZC ++ cat /tmp/tmp.PHsSVNpFVW ++ rm /tmp/tmp.wrHua47YZC /tmp/tmp.PHsSVNpFVW ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NQxoeQPQy5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9cjo9p1ct6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NQxoeQPQy5 ++ cat /tmp/tmp.9cjo9p1ct6 ++ rm /tmp/tmp.NQxoeQPQy5 /tmp/tmp.9cjo9p1ct6 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Dp5DPMh6H6 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.0TuMQieZHR +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Dp5DPMh6H6 +++++ cat /tmp/tmp.0TuMQieZHR +++++ rm /tmp/tmp.Dp5DPMh6H6 /tmp/tmp.0TuMQieZHR +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CxScirsJc0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lGLWaHJcCQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CxScirsJc0 ++ cat /tmp/tmp.lGLWaHJcCQ ++ rm /tmp/tmp.CxScirsJc0 /tmp/tmp.lGLWaHJcCQ ++ return 0 + [[ 2 == \2 ]] + echo + echo + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.i8BNXbeQlb +++ mktemp ++ local LAST_ERR=/tmp/tmp.TkWRQPXqqK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.i8BNXbeQlb ++ cat /tmp/tmp.TkWRQPXqqK ++ rm /tmp/tmp.i8BNXbeQlb /tmp/tmp.TkWRQPXqqK ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rXtzklyXse +++ mktemp ++ local LAST_ERR=/tmp/tmp.fI9iB7E8as ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rXtzklyXse ++ cat /tmp/tmp.fI9iB7E8as ++ rm /tmp/tmp.rXtzklyXse /tmp/tmp.fI9iB7E8as ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZT1MqLtn4v +++ mktemp ++ local LAST_ERR=/tmp/tmp.twQitFdYMc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZT1MqLtn4v ++ cat /tmp/tmp.twQitFdYMc ++ rm /tmp/tmp.ZT1MqLtn4v /tmp/tmp.twQitFdYMc ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BXoHZfknOR +++ mktemp ++ local LAST_ERR=/tmp/tmp.akeBmiiCfV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BXoHZfknOR ++ cat /tmp/tmp.akeBmiiCfV ++ rm /tmp/tmp.BXoHZfknOR /tmp/tmp.akeBmiiCfV ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AsPXoVFkRM +++ mktemp ++ local LAST_ERR=/tmp/tmp.2HrphJrdDG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AsPXoVFkRM ++ cat /tmp/tmp.2HrphJrdDG ++ rm /tmp/tmp.AsPXoVFkRM /tmp/tmp.2HrphJrdDG ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + downscale_start_time=2025-10-23T15:52:25Z + patch_pvc_request some-name 1G + local cluster=some-name + local size=1G + echo 'Patching PVC request to 1G in some-name' Patching PVC request to 1G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.CMMFIW0bKh ++ mktemp + local LAST_ERR=/tmp/tmp.5YRouHNGh4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CMMFIW0bKh perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.5YRouHNGh4 + rm /tmp/tmp.CMMFIW0bKh /tmp/tmp.5YRouHNGh4 + return 0 + sleep 7 + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.qyCci4HY6o +++ mktemp ++ local LAST_ERR=/tmp/tmp.8C8dF1qGHU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qyCci4HY6o ++ cat /tmp/tmp.8C8dF1qGHU ++ rm /tmp/tmp.qyCci4HY6o /tmp/tmp.8C8dF1qGHU ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IHfIHNoA2n +++ mktemp ++ local LAST_ERR=/tmp/tmp.MddqGc3eg5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IHfIHNoA2n ++ cat /tmp/tmp.MddqGc3eg5 ++ rm /tmp/tmp.IHfIHNoA2n /tmp/tmp.MddqGc3eg5 ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pkoRMvpumm +++ mktemp ++ local LAST_ERR=/tmp/tmp.TXqtL7819V ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pkoRMvpumm ++ cat /tmp/tmp.TXqtL7819V ++ rm /tmp/tmp.pkoRMvpumm /tmp/tmp.TXqtL7819V ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y0f5hpp7uE +++ mktemp ++ local LAST_ERR=/tmp/tmp.z2IMK2RddK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y0f5hpp7uE ++ cat /tmp/tmp.z2IMK2RddK ++ rm /tmp/tmp.y0f5hpp7uE /tmp/tmp.z2IMK2RddK ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EtJ7ojz8ii +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZS3tORiACA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EtJ7ojz8ii ++ cat /tmp/tmp.ZS3tORiACA ++ rm /tmp/tmp.EtJ7ojz8ii /tmp/tmp.ZS3tORiACA ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + downscale_finish_time=2025-10-23T15:52:41Z + has_error_status 2025-10-23T15:52:25Z 2025-10-23T15:52:41Z true + local resize_start=2025-10-23T15:52:25Z + local resize_finish=2025-10-23T15:52:41Z + local error_expected=true ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.conditions}' +++ mktemp ++ jq -r --arg start 2025-10-23T15:52:25Z --arg end 2025-10-23T15:52:41Z 'map(select(.type == "error" and (.lastTransitionTime >= $start and .lastTransitionTime <= $end) )) | if length > 0 then "true" else "false" end ' ++ local LAST_OUT=/tmp/tmp.0DPHb9ebUw +++ mktemp ++ local LAST_ERR=/tmp/tmp.AhBBt6lAsb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.conditions}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0DPHb9ebUw ++ cat /tmp/tmp.AhBBt6lAsb ++ rm /tmp/tmp.0DPHb9ebUw /tmp/tmp.AhBBt6lAsb ++ return 0 + has_error=true + [[ true != true ]] + destroy pvc-resize-30084 + local namespace=pvc-resize-30084 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'get backup status: Job.batch' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v level=info ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator + tee /tmp/tmp.aaLmqvjicW/operator.log + sort -u + grep -v 'the object has been modified' ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.KhLe6ZKIom +++ mktemp ++ local LAST_ERR=/tmp/tmp.3sfcN0sN4c ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KhLe6ZKIom ++ cat /tmp/tmp.3sfcN0sN4c ++ rm /tmp/tmp.KhLe6ZKIom /tmp/tmp.3sfcN0sN4c ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-6d956cbb4b-tt8vf ++ mktemp + local LAST_OUT=/tmp/tmp.scmRoCK366 ++ mktemp + local LAST_ERR=/tmp/tmp.yMsbxHxv9C + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-6d956cbb4b-tt8vf + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.scmRoCK366 + cat /tmp/tmp.yMsbxHxv9C + rm /tmp/tmp.scmRoCK366 /tmp/tmp.yMsbxHxv9C + return 0 2025-10-23T15:37:48.620Z INFO setup Manager starting up {"gitCommit": "842b7a7ef3ccef7bd9060db5084b0e57f9f333fc", "gitBranch": "PR-2221-842b7a7e", "buildTime": "2025-10-23T14:30:37Z", "goVersion": "go1.25.3", "os": "linux", "arch": "amd64"} 2025-10-23T15:37:48.620Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.31.13-gke.1040000"} 2025-10-23T15:37:48.623Z INFO setup Registering Components. 2025-10-23T15:37:49.268Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2025-10-23T15:37:49.268Z INFO controller-runtime.metrics Starting metrics server 2025-10-23T15:37:49.268Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2025-10-23T15:37:49.268Z INFO controller-runtime.webhook Starting webhook server 2025-10-23T15:37:49.268Z INFO setup Starting the Cmd. 2025-10-23T15:37:49.268Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2025-10-23T15:37:49.269Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2025-10-23T15:37:49.269Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2025-10-23T15:37:49.269Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2025-10-23T15:37:49.370Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2025-10-23T15:37:49.402Z DEBUG events percona-xtradb-cluster-operator-6d956cbb4b-tt8vf_45f5a6a0-05f7-433e-8e5c-9c11338d0261 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"5ceb1950-180c-404b-b7c7-1baa36f6d20d","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1761233869396015009"}, "reason": "LeaderElection"} 2025-10-23T15:37:49.402Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.Secret"} 2025-10-23T15:37:49.402Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2025-10-23T15:37:49.403Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2025-10-23T15:37:49.403Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2025-10-23T15:37:49.403Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2025-10-23T15:37:49.503Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2025-10-23T15:37:49.503Z INFO Starting Controller {"controller": "pxc-controller"} 2025-10-23T15:37:49.503Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2025-10-23T15:37:49.503Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2025-10-23T15:37:49.503Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2025-10-23T15:37:49.503Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2025-10-23T15:38:36.528Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e9dd1ee-3074-439b-a7e1-6651e47e66ea", "version": "1.19.0"} 2025-10-23T15:38:37.000Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e9dd1ee-3074-439b-a7e1-6651e47e66ea", "object": "auto-some-name-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-10-23T15:38:37.120Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e9dd1ee-3074-439b-a7e1-6651e47e66ea", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-23T15:38:37.159Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e9dd1ee-3074-439b-a7e1-6651e47e66ea", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-23T15:38:37.218Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e9dd1ee-3074-439b-a7e1-6651e47e66ea", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-23T15:38:37.262Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e9dd1ee-3074-439b-a7e1-6651e47e66ea", "object": "some-name-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-23T15:38:37.340Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e9dd1ee-3074-439b-a7e1-6651e47e66ea", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-23T15:38:37.483Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e9dd1ee-3074-439b-a7e1-6651e47e66ea", "object": "some-name-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-10-23T15:38:38.325Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed6fcc7-dbd2-4fa3-8542-2ac0ba33ddd6", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-10-23T15:38:38.351Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed6fcc7-dbd2-4fa3-8542-2ac0ba33ddd6", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-10-23T15:39:54.914Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "179009fc-483c-4d89-a9d6-a0c8f9d50fe1", "user": "operator"} 2025-10-23T15:39:54.955Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "179009fc-483c-4d89-a9d6-a0c8f9d50fe1", "user": "monitor"} 2025-10-23T15:39:54.989Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "179009fc-483c-4d89-a9d6-a0c8f9d50fe1"} 2025-10-23T15:39:55.022Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "179009fc-483c-4d89-a9d6-a0c8f9d50fe1", "user": "xtrabackup"} 2025-10-23T15:39:55.056Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "179009fc-483c-4d89-a9d6-a0c8f9d50fe1"} 2025-10-23T15:42:27.159Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "700ed1b3-e85d-437a-8354-cf2580c39f4b", "user": "root"} 2025-10-23T15:42:27.199Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "700ed1b3-e85d-437a-8354-cf2580c39f4b", "user": "replication"} 2025-10-23T15:42:27.259Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "700ed1b3-e85d-437a-8354-cf2580c39f4b", "new version": "5.7.44-48-57"} 2025-10-23T15:48:25.034Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.034Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-10-23T15:48:25.125Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-10-23T15:48:25.125Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.155Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:25.155Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.175Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sfs": "pxc"} 2025-10-23T15:48:25.175Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:25.176Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sfs": "haproxy"} 2025-10-23T15:48:25.176Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7c710a58-424a-4680-82be-e6b99ef84b9d", "sfs": "pxc"} 2025-10-23T15:48:25.420Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.420Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.420Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.420Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.420Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:25.420Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:48:25.420Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.420Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:25.420Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:48:25.420Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.421Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:25.421Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d63d90e9-bf7b-42bb-8feb-4cf3de9ec69e"} 2025-10-23T15:48:25.421Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-10-23T15:48:25.473Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.473Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:25.495Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:25.495Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.514Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-10-23T15:48:25.514Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.531Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sfs": "haproxy"} 2025-10-23T15:48:25.531Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sfs": "pxc"} 2025-10-23T15:48:25.531Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d399ad8e-8f47-46d0-bf67-edec3cc54d38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:25.667Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.667Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.667Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d63d90e9-bf7b-42bb-8feb-4cf3de9ec69e"} 2025-10-23T15:48:25.667Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-10-23T15:48:25.697Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.697Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-10-23T15:48:25.711Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-10-23T15:48:25.711Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.726Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:25.726Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:25.741Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:25.742Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sfs": "haproxy"} 2025-10-23T15:48:25.742Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "86374471-3c25-47e4-b4bd-4d3b206956d8", "sfs": "pxc"} 2025-10-23T15:48:26.536Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.536Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.536Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d63d90e9-bf7b-42bb-8feb-4cf3de9ec69e"} 2025-10-23T15:48:26.536Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-10-23T15:48:26.584Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:26.584Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:26.614Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:26.614Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:26.631Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-10-23T15:48:26.631Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:26.650Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sfs": "haproxy"} 2025-10-23T15:48:26.650Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sfs": "pxc"} 2025-10-23T15:48:26.650Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:26.651Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "55f53bcd-7a7b-442d-85d7-0e0cb6e8f1bc", "sfs": "haproxy"} 2025-10-23T15:48:26.943Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.943Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.944Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.944Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.944Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.944Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:26.944Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-10-23T15:48:26.975Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:26.975Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:26.993Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:26.993Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:27.008Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-10-23T15:48:27.008Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:27.025Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sfs": "haproxy"} 2025-10-23T15:48:27.025Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sfs": "pxc"} 2025-10-23T15:48:27.025Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e45bcd44-bfe5-4eaf-b1de-8c41cdda4742", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:31.797Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:31.797Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:31.797Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:31.797Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:31.797Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:31.797Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:25 +0000 UTC"} 2025-10-23T15:48:31.797Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-10-23T15:48:31.846Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:31.846Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "4e2a3747-06ab-40de-b10b-2fec3fbded18", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-10-23T15:48:32.586Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:32.586Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:32.586Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:32.586Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:32.586Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:48:32.586Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:32.586Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:48:32.586Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:32.586Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:48:32.586Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-10-23T15:48:32.628Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:32.628Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:32.734Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:32.734Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:32.777Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-10-23T15:48:32.777Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:32.807Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sfs": "haproxy"} 2025-10-23T15:48:32.807Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sfs": "pxc"} 2025-10-23T15:48:32.807Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:32.808Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "208ee23a-cf28-4a9f-a152-a8ebc237b965", "sfs": "haproxy"} 2025-10-23T15:48:33.081Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.081Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.081Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.081Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.081Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:48:33.081Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.081Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.081Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-10-23T15:48:33.160Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:33.160Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:33.212Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:33.212Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:33.229Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-10-23T15:48:33.229Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:33.246Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sfs": "haproxy"} 2025-10-23T15:48:33.246Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sfs": "pxc"} 2025-10-23T15:48:33.246Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:33.247Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "fc8c0e06-f7d4-4cb3-b6e7-23693a816721", "sfs": "haproxy"} 2025-10-23T15:48:33.403Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.403Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.403Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.403Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.403Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.403Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:33.403Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-10-23T15:48:33.462Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:33.462Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:33.484Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:33.484Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:33.504Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-10-23T15:48:33.504Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:33.524Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:33.525Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sfs": "haproxy"} 2025-10-23T15:48:33.525Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8468f26e-be3a-4c25-9a2c-d438ee944b96", "sfs": "pxc"} 2025-10-23T15:48:38.002Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:38.002Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:38.002Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:38.002Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:38.002Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:38.002Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:38.048Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:38.048Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:38.083Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:38.083Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:38.083Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:38.107Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sfs": "haproxy"} 2025-10-23T15:48:38.107Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sfs": "pxc"} 2025-10-23T15:48:38.107Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f43d563c-867e-4f02-b3b7-c8faa66de973", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:38.262Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:38.262Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:38.262Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:38.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:38.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:38.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:38.301Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:38.301Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:38.319Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:38.319Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:38.319Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:38.333Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sfs": "pxc"} 2025-10-23T15:48:38.333Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:38.334Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sfs": "haproxy"} 2025-10-23T15:48:38.334Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "da8348d2-339b-4650-a9cf-de38a4af9fcb", "sfs": "pxc"} 2025-10-23T15:48:43.263Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:43.263Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:43.263Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:43.263Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:43.263Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:43.263Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:43.297Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:43.297Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:43.327Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:43.327Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:43.327Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:43.341Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sfs": "haproxy"} 2025-10-23T15:48:43.341Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sfs": "pxc"} 2025-10-23T15:48:43.341Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c6dfdc16-e45b-44d2-8a55-42adbcc6b7a7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:43.482Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:43.482Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:43.482Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:43.482Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:43.482Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:43.482Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:43.516Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:43.516Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:43.539Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:43.539Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:43.539Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:43.557Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sfs": "haproxy"} 2025-10-23T15:48:43.557Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sfs": "pxc"} 2025-10-23T15:48:43.557Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "22139fef-a309-4799-b378-02fc35c7fb47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:48.532Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:48.532Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:48.532Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:48.532Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:48.532Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:48.532Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:48.584Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:48.584Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-10-23T15:48:48.621Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:48.621Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:48.642Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sfs": "haproxy"} 2025-10-23T15:48:48.642Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sfs": "pxc"} 2025-10-23T15:48:48.642Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:48.642Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:48.643Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d18ce817-71f1-486e-bc5b-526f29ae2c34", "sfs": "haproxy"} 2025-10-23T15:48:48.776Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:48.776Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:48.776Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:48.776Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:48.776Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:48.776Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:48.824Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:48.824Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:48.842Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:48.842Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:48.842Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:48.859Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sfs": "haproxy"} 2025-10-23T15:48:48.859Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sfs": "pxc"} 2025-10-23T15:48:48.859Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2ed1148a-39b3-4467-a325-7b9f6fabb007", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:53.784Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:53.784Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:53.784Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:53.784Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:53.784Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:53.784Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:53.839Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:53.839Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:53.862Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:53.862Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:53.862Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:53.879Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sfs": "haproxy"} 2025-10-23T15:48:53.879Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sfs": "pxc"} 2025-10-23T15:48:53.879Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "eebf01a4-cb78-40e3-9746-f7e6fa6b00af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:54.026Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:54.026Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:54.026Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:54.026Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:54.026Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:54.026Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:54.066Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-10-23T15:48:54.067Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:54.088Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:54.088Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:54.107Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sfs": "haproxy"} 2025-10-23T15:48:54.107Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sfs": "pxc"} 2025-10-23T15:48:54.107Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:54.107Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:54.108Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sfs": "haproxy"} 2025-10-23T15:48:54.108Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6f954d4-0b4c-4961-9774-1d255b2641f9", "sfs": "pxc"} 2025-10-23T15:48:54.251Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:54.251Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:54.251Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:54.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:54.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:54.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:54.282Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:54.282Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:48:54.295Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:54.295Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:54.295Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:54.311Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sfs": "haproxy"} 2025-10-23T15:48:54.311Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sfs": "pxc"} 2025-10-23T15:48:54.311Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c339da2c-09ca-4e32-bf04-299a9cff38d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:59.022Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:59.022Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:59.022Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:59.022Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:59.022Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:59.022Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:59.079Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:59.079Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:59.079Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-10-23T15:48:59.128Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:59.128Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:59.157Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sfs": "haproxy"} 2025-10-23T15:48:59.157Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sfs": "pxc"} 2025-10-23T15:48:59.157Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8fd1d1b8-fd2b-456a-8f3b-ae4f0b216dc5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:48:59.354Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:59.354Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:59.354Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:48:59.354Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:59.354Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:48:59.354Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:48:59.394Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:59.394Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-10-23T15:48:59.414Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:48:59.414Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:48:59.438Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sfs": "haproxy"} 2025-10-23T15:48:59.438Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sfs": "pxc"} 2025-10-23T15:48:59.438Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:48:59.438Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "16107664-230b-40e8-954f-12f9c0c1a813", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:49:04.325Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:04.325Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:04.325Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:49:04.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:04.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:04.325Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:49:04.384Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:04.384Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:49:04.450Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:49:04.450Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:49:04.450Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:04.470Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sfs": "haproxy"} 2025-10-23T15:49:04.470Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sfs": "pxc"} 2025-10-23T15:49:04.470Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:49:04.471Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sfs": "haproxy"} 2025-10-23T15:49:04.471Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0e643b30-ca6f-496c-9bfe-3593fa8bc335", "sfs": "pxc"} 2025-10-23T15:49:04.613Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:04.613Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:04.613Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:49:04.613Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:04.613Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:04.613Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:49:04.645Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:04.645Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:49:04.660Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:49:04.660Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:49:04.660Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:04.676Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sfs": "pxc"} 2025-10-23T15:49:04.676Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:49:04.677Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sfs": "haproxy"} 2025-10-23T15:49:04.677Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "2b01b35c-cf24-4f1f-a662-3363a1e58abf", "sfs": "pxc"} 2025-10-23T15:49:09.611Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:09.611Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:09.611Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:49:09.611Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:09.611Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:09.611Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:49:09.648Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:09.648Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:49:09.673Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:49:09.673Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:49:09.673Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:09.685Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sfs": "haproxy"} 2025-10-23T15:49:09.685Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sfs": "pxc"} 2025-10-23T15:49:09.685Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:49:09.686Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3351dc0d-9c23-4bfc-a43b-901d3ada9d1a", "sfs": "haproxy"} 2025-10-23T15:49:09.834Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:09.834Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:09.834Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:49:09.834Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:09.834Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:09.834Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:49:09.882Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:09.882Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:49:09.897Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:49:09.897Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:49:09.897Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:09.920Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sfs": "haproxy"} 2025-10-23T15:49:09.920Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sfs": "pxc"} 2025-10-23T15:49:09.920Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b535adf-dbe8-4a9f-a6fd-06afedd0f04e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:49:14.832Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:14.832Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:14.832Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:49:14.832Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:14.832Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:14.832Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:49:14.879Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:14.879Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:49:14.906Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:49:14.906Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:49:14.906Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:14.922Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sfs": "pxc"} 2025-10-23T15:49:14.922Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:49:14.923Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sfs": "haproxy"} 2025-10-23T15:49:14.923Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f48cc75d-31c5-4cd7-bbbb-d916d1a12b66", "sfs": "pxc"} 2025-10-23T15:49:15.112Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:15.112Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:15.112Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:49:15.112Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:15.112Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:15.112Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:49:15.180Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:15.180Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:49:15.202Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:49:15.202Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:49:15.202Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:15.219Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sfs": "haproxy"} 2025-10-23T15:49:15.219Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sfs": "pxc"} 2025-10-23T15:49:15.219Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "393b7216-6f3f-4857-a834-6a6a25c648b1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:49:15.366Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:15.366Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:15.366Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:49:15.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:15.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:48:31 +0000 UTC"} 2025-10-23T15:49:15.366Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-10-23T15:49:15.410Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:15.410Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:49:15.426Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-10-23T15:49:15.426Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-10-23T15:49:15.426Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-10-23T15:49:15.448Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sfs": "haproxy"} 2025-10-23T15:49:15.448Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sfs": "pxc"} 2025-10-23T15:49:15.448Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-10-23T15:49:15.449Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sfs": "haproxy"} 2025-10-23T15:49:15.449Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "26876658-babb-49a5-a043-551b55b4fb08", "sfs": "pxc"} 2025-10-23T15:49:20.083Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "33e9812e-41e3-4c5f-9746-8a5da4bcb04e", "sts": "some-name-pxc"} 2025-10-23T15:49:20.083Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "33e9812e-41e3-4c5f-9746-8a5da4bcb04e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-10-23T15:49:20.083Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "33e9812e-41e3-4c5f-9746-8a5da4bcb04e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-10-23T15:49:20.083Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "33e9812e-41e3-4c5f-9746-8a5da4bcb04e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2025-10-23T15:49:20.196Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "33e9812e-41e3-4c5f-9746-8a5da4bcb04e", "sfs": "pxc"} 2025-10-23T15:49:20.196Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "33e9812e-41e3-4c5f-9746-8a5da4bcb04e", "sts": "some-name-pxc"} 2025-10-23T15:49:20.197Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "33e9812e-41e3-4c5f-9746-8a5da4bcb04e", "sfs": "haproxy"} 2025-10-23T15:49:20.197Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "33e9812e-41e3-4c5f-9746-8a5da4bcb04e", "sfs": "pxc"} 2025-10-23T15:49:21.891Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "af85b6cb-a05a-430b-be50-9d3cdee45eb9", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-23T15:49:21.986Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "af85b6cb-a05a-430b-be50-9d3cdee45eb9", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-23T15:49:22.996Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5e35dac4-a0b2-4a6b-9abc-bc5723789d38", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}", "hashChanged": true, "metaChanged": true} 2025-10-23T15:49:38.101Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c1455594-3c29-43a1-a46f-7e0712b2201a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:49:38.101Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c1455594-3c29-43a1-a46f-7e0712b2201a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:49:38.183Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c1455594-3c29-43a1-a46f-7e0712b2201a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-10-23T15:49:38.183Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c1455594-3c29-43a1-a46f-7e0712b2201a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:49:38.208Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-30084","name":"datadir-some-name-pxc-1","uid":"0c6222db-203c-466f-af50-d57fae489514","apiVersion":"v1","resourceVersion":"1761234516633551022"}, "reason": "ExceededQuota"} 2025-10-23T15:49:38.208Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c1455594-3c29-43a1-a46f-7e0712b2201a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:49:38.232Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-30084","name":"datadir-some-name-pxc-2","uid":"d63d90e9-bf7b-42bb-8feb-4cf3de9ec69e","apiVersion":"v1","resourceVersion":"1761234559663583013"}, "reason": "ExceededQuota"} 2025-10-23T15:49:38.232Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c1455594-3c29-43a1-a46f-7e0712b2201a", "sfs": "haproxy"} 2025-10-23T15:49:38.232Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c1455594-3c29-43a1-a46f-7e0712b2201a", "sfs": "pxc"} 2025-10-23T15:49:38.233Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "c1455594-3c29-43a1-a46f-7e0712b2201a", "sfs": "haproxy"} 2025-10-23T15:49:38.416Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:49:38 +0000 UTC"} 2025-10-23T15:49:38.416Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sfs": "haproxy"} 2025-10-23T15:49:38.416Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sfs": "pxc"} 2025-10-23T15:49:38.416Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:38.416Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:38.416Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:38 +0000 UTC"} 2025-10-23T15:49:38.416Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:49:38.416Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:49:38.417Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sfs": "haproxy"} 2025-10-23T15:49:38.417Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cb88205e-dd17-4565-89ce-1933753a7143", "sfs": "pxc"} 2025-10-23T15:49:38.565Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:49:38 +0000 UTC"} 2025-10-23T15:49:38.565Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sfs": "pxc"} 2025-10-23T15:49:38.565Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:38.565Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:38.565Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:38 +0000 UTC"} 2025-10-23T15:49:38.565Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:49:38.565Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:49:38.566Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sfs": "haproxy"} 2025-10-23T15:49:38.566Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "3049fe7a-b04d-4944-98d9-b13a01e166e0", "sfs": "pxc"} 2025-10-23T15:49:41.693Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b722073-be64-41db-9b8b-d5c67295f55c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:49:38 +0000 UTC"} 2025-10-23T15:49:41.693Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b722073-be64-41db-9b8b-d5c67295f55c", "sfs": "haproxy"} 2025-10-23T15:49:41.693Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b722073-be64-41db-9b8b-d5c67295f55c", "sfs": "pxc"} 2025-10-23T15:49:41.693Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b722073-be64-41db-9b8b-d5c67295f55c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:41.693Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b722073-be64-41db-9b8b-d5c67295f55c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:41.693Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b722073-be64-41db-9b8b-d5c67295f55c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:38 +0000 UTC"} 2025-10-23T15:49:41.693Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b722073-be64-41db-9b8b-d5c67295f55c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:49:41.693Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0b722073-be64-41db-9b8b-d5c67295f55c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:49:46.854Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sfs": "haproxy"} 2025-10-23T15:49:46.854Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sfs": "pxc"} 2025-10-23T15:49:46.854Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:49:46.854Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:46.854Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:46.854Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:49:46.854Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:49:46.854Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:49:46.854Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "707f125a-a3af-487e-ac52-f5a59ea02e0b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:49:51.999Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sfs": "haproxy"} 2025-10-23T15:49:51.999Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sfs": "pxc"} 2025-10-23T15:49:51.999Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:49:51.999Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:51.999Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:51.999Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:49:51.999Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:49:51.999Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:49:51.999Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b74be5b3-266c-4edc-9cc7-ca5a257fa9f7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:49:57.182Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sfs": "haproxy"} 2025-10-23T15:49:57.182Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sfs": "pxc"} 2025-10-23T15:49:57.182Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:49:57.182Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:57.182Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:49:57.182Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:49:57.182Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:49:57.182Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:49:57.182Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bb904776-50fa-4a37-b6bc-c4f6c82c1551", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:50:02.405Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sfs": "haproxy"} 2025-10-23T15:50:02.405Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sfs": "pxc"} 2025-10-23T15:50:02.405Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:02.405Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:02.405Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:02.405Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:02.405Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:02.405Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:50:02.405Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "9275f522-85de-4038-9244-49cf8259be0c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:50:07.562Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:07.562Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:07.562Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:07.562Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:50:07.562Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:50:07.563Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sfs": "haproxy"} 2025-10-23T15:50:07.563Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sfs": "pxc"} 2025-10-23T15:50:07.563Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:07.563Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cab2530a-8132-4ff8-a812-434f18086513", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:12.706Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sfs": "haproxy"} 2025-10-23T15:50:12.706Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sfs": "pxc"} 2025-10-23T15:50:12.706Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:12.706Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:12.706Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:12.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:12.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:12.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:50:12.706Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "bd8897e3-6040-44bc-a738-538fa6a56f90", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:50:17.856Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sfs": "pxc"} 2025-10-23T15:50:17.856Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:17.856Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:17.856Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:17.856Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:17.856Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:17.856Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:50:17.856Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:50:17.857Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sfs": "haproxy"} 2025-10-23T15:50:17.857Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "78f8ec2a-ef95-4d1e-93f5-f7392d7f0bf5", "sfs": "pxc"} 2025-10-23T15:50:23.022Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:23.022Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:23.022Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:23.022Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-10-23 15:49:44 +0000 UTC"} 2025-10-23T15:50:23.022Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:23.022Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:50:23.022Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-e05bf37f-f966-410a-85ac-13e339ce115c"} 2025-10-23T15:50:23.023Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sfs": "haproxy"} 2025-10-23T15:50:23.023Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7012cfa5-2601-4658-987c-7cb85c098b9f", "sfs": "pxc"} 2025-10-23T15:50:28.165Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "85d6692a-96ab-4b38-a372-51a1645bcda3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:28.165Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "85d6692a-96ab-4b38-a372-51a1645bcda3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:28.165Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "85d6692a-96ab-4b38-a372-51a1645bcda3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:50:28.165Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "85d6692a-96ab-4b38-a372-51a1645bcda3", "originalSize": "3G"} 2025-10-23T15:50:28.913Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "85d6692a-96ab-4b38-a372-51a1645bcda3", "error": "reconcile persistent volumes: datadir-some-name-pxc-1 pvc resize failed: ExceededQuota: PVC resize failed\ndatadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed", "errorVerbose": "datadir-some-name-pxc-1 pvc resize failed: ExceededQuota: PVC resize failed\ndatadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2025-10-23T15:50:48.836Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5eb90a36-7241-4160-bd99-7e08ba39f67f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:50:48.836Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5eb90a36-7241-4160-bd99-7e08ba39f67f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-10-23T15:50:48.899Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5eb90a36-7241-4160-bd99-7e08ba39f67f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-10-23T15:50:48.899Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5eb90a36-7241-4160-bd99-7e08ba39f67f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:50:48.928Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-30084","name":"datadir-some-name-pxc-2","uid":"d63d90e9-bf7b-42bb-8feb-4cf3de9ec69e","apiVersion":"v1","resourceVersion":"1761234559663583013"}, "reason": "ExceededQuota"} 2025-10-23T15:50:48.928Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5eb90a36-7241-4160-bd99-7e08ba39f67f", "sfs": "haproxy"} 2025-10-23T15:50:48.928Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5eb90a36-7241-4160-bd99-7e08ba39f67f", "sfs": "pxc"} 2025-10-23T15:50:48.928Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "5eb90a36-7241-4160-bd99-7e08ba39f67f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:50:49.114Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:50:48 +0000 UTC"} 2025-10-23T15:50:49.114Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sfs": "haproxy"} 2025-10-23T15:50:49.114Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sfs": "pxc"} 2025-10-23T15:50:49.114Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:49.114Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:50:49.114Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:50:48 +0000 UTC"} 2025-10-23T15:50:49.114Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:49.114Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:50:49.115Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "0d9ebae9-f1d1-49ad-b4b6-4b0012f3c097", "sfs": "haproxy"} 2025-10-23T15:50:49.289Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d81e5e54-37c2-43dc-8745-77ed30ae1934", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:50:48 +0000 UTC"} 2025-10-23T15:50:49.289Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d81e5e54-37c2-43dc-8745-77ed30ae1934", "sfs": "haproxy"} 2025-10-23T15:50:49.289Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d81e5e54-37c2-43dc-8745-77ed30ae1934", "sfs": "pxc"} 2025-10-23T15:50:49.289Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d81e5e54-37c2-43dc-8745-77ed30ae1934", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:49.289Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d81e5e54-37c2-43dc-8745-77ed30ae1934", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:50:49.289Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d81e5e54-37c2-43dc-8745-77ed30ae1934", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:50:48 +0000 UTC"} 2025-10-23T15:50:49.289Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d81e5e54-37c2-43dc-8745-77ed30ae1934", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:49.289Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "d81e5e54-37c2-43dc-8745-77ed30ae1934", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:50:51.006Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:50:48 +0000 UTC"} 2025-10-23T15:50:51.006Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sfs": "haproxy"} 2025-10-23T15:50:51.006Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sfs": "pxc"} 2025-10-23T15:50:51.006Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:51.006Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:50:51.006Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:50:48 +0000 UTC"} 2025-10-23T15:50:51.006Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:51.006Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:50:51.007Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "13d940ef-e8b7-4141-b8c0-3e822206366f", "sfs": "haproxy"} 2025-10-23T15:50:56.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sfs": "haproxy"} 2025-10-23T15:50:56.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sfs": "pxc"} 2025-10-23T15:50:56.244Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:50:56.244Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:50:56.244Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:50:56.244Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:50:56.244Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:50:56.244Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:50:56.244Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:50:56.245Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sfs": "haproxy"} 2025-10-23T15:50:56.245Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "cf1836fb-7fc5-4f6e-a848-fcda78ad6e75", "sfs": "pxc"} 2025-10-23T15:51:01.439Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sfs": "haproxy"} 2025-10-23T15:51:01.439Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sfs": "pxc"} 2025-10-23T15:51:01.439Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:51:01.439Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:51:01.439Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:01.439Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:51:01.439Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:51:01.439Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:51:01.439Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "08578239-2345-46a8-b198-92b43ca15b2a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:51:06.625Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sfs": "haproxy"} 2025-10-23T15:51:06.625Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sfs": "pxc"} 2025-10-23T15:51:06.625Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:51:06.625Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:51:06.625Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:06.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:51:06.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:51:06.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:51:06.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:51:06.626Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e3d7fe6d-879b-41d7-a701-94ffef08a6f4", "sfs": "haproxy"} 2025-10-23T15:51:11.829Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sfs": "pxc"} 2025-10-23T15:51:11.829Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:51:11.829Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:51:11.829Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:11.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:51:11.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:51:11.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:51:11.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:51:11.830Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sfs": "haproxy"} 2025-10-23T15:51:11.830Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a4b2c6f5-2f75-471d-a905-2d3ffb7bb9d0", "sfs": "pxc"} 2025-10-23T15:51:16.989Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sfs": "haproxy"} 2025-10-23T15:51:16.989Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sfs": "pxc"} 2025-10-23T15:51:16.989Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:51:16.989Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:51:16.989Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:16.989Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-10-23 15:50:55 +0000 UTC"} 2025-10-23T15:51:16.989Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:51:16.989Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:51:16.989Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "98f30548-bf77-4ad2-990f-b408f850bca0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-0c6222db-203c-466f-af50-d57fae489514"} 2025-10-23T15:51:22.168Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "139f690c-4c21-4479-890c-772b239a52aa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-10-23T15:51:22.168Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "139f690c-4c21-4479-890c-772b239a52aa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:22.168Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "139f690c-4c21-4479-890c-772b239a52aa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:51:22.168Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "139f690c-4c21-4479-890c-772b239a52aa", "originalSize": "3G"} 2025-10-23T15:51:22.905Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "139f690c-4c21-4479-890c-772b239a52aa", "error": "reconcile persistent volumes: datadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed", "errorVerbose": "datadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2025-10-23T15:51:47.283Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8c47a9b4-2667-4e8c-ae04-0274cd37063a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:47.283Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8c47a9b4-2667-4e8c-ae04-0274cd37063a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:47.283Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8c47a9b4-2667-4e8c-ae04-0274cd37063a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:51:47.283Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8c47a9b4-2667-4e8c-ae04-0274cd37063a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:51:47.355Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8c47a9b4-2667-4e8c-ae04-0274cd37063a", "sfs": "haproxy"} 2025-10-23T15:51:47.355Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8c47a9b4-2667-4e8c-ae04-0274cd37063a", "sfs": "pxc"} 2025-10-23T15:51:47.355Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8c47a9b4-2667-4e8c-ae04-0274cd37063a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:51:47.356Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "8c47a9b4-2667-4e8c-ae04-0274cd37063a", "sfs": "haproxy"} 2025-10-23T15:51:47.530Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:47.530Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:47.530Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:51:47.530Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:47.530Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:51:47.530Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d63d90e9-bf7b-42bb-8feb-4cf3de9ec69e"} 2025-10-23T15:51:47.530Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:51:47.563Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:47.563Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:47.563Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:51:47.563Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:51:47.578Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:51:47.579Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sfs": "haproxy"} 2025-10-23T15:51:47.579Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f3054105-ab06-4817-8b16-e8228d904420", "sfs": "pxc"} 2025-10-23T15:51:47.720Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:47.720Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:47.720Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:51:47.720Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:47.720Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:51:47.720Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d63d90e9-bf7b-42bb-8feb-4cf3de9ec69e"} 2025-10-23T15:51:47.720Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:51:47.763Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:47.763Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:47.763Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:51:47.763Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:51:47.779Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sfs": "haproxy"} 2025-10-23T15:51:47.779Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sfs": "pxc"} 2025-10-23T15:51:47.779Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "b6dff32b-fcdc-4b7d-960b-58766192ed9b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:51:49.799Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:49.799Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:49.799Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:51:49.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:49.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-10-23T15:51:49.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d63d90e9-bf7b-42bb-8feb-4cf3de9ec69e"} 2025-10-23T15:51:49.799Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:51:49.841Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:49.841Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:51:49.841Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-10-23T15:51:49.869Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sfs": "pxc"} 2025-10-23T15:51:49.869Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:49.869Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:51:49.870Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sfs": "haproxy"} 2025-10-23T15:51:49.870Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "7f38a51c-b2b2-4b56-82d5-2db70997333b", "sfs": "pxc"} 2025-10-23T15:51:50.007Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:50.007Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:50.007Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:51:50.007Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:50.007Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:51:50.054Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:50.054Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:50.054Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:51:50.054Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:51:50.084Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sfs": "haproxy"} 2025-10-23T15:51:50.084Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sfs": "pxc"} 2025-10-23T15:51:50.084Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:51:50.085Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "a375113e-9bcc-4fbe-b9d5-68cc4fd89f56", "sfs": "haproxy"} 2025-10-23T15:51:50.241Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:50.241Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:50.241Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:51:50.241Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:47 +0000 UTC"} 2025-10-23T15:51:50.241Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:51:50.396Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:50.396Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:50.396Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:51:50.396Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:51:50.473Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sfs": "haproxy"} 2025-10-23T15:51:50.473Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sfs": "pxc"} 2025-10-23T15:51:50.473Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "f64a71da-bb61-4a4e-b32f-377dba4de03b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:51:55.025Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:51:54 +0000 UTC"} 2025-10-23T15:51:55.025Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:55.025Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:51:55.025Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:54 +0000 UTC"} 2025-10-23T15:51:55.025Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-10-23T15:51:55.025Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:51:55.068Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:55.068Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:51:55.068Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-10-23T15:51:55.092Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sfs": "haproxy"} 2025-10-23T15:51:55.092Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sfs": "pxc"} 2025-10-23T15:51:55.092Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:55.092Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "1934b978-0787-41b4-bf65-c625d87aeaa5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:51:55.236Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:51:54 +0000 UTC"} 2025-10-23T15:51:55.236Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:51:55.236Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:51:55.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:54 +0000 UTC"} 2025-10-23T15:51:55.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:51:55.273Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-10-23T15:51:55.274Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:51:55.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sfs": "haproxy"} 2025-10-23T15:51:55.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sfs": "pxc"} 2025-10-23T15:51:55.287Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:55.287Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:51:55.287Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:51:55.288Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "e78a764f-9067-4972-8514-d003ac2ed299", "sfs": "haproxy"} 2025-10-23T15:52:00.246Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:51:54 +0000 UTC"} 2025-10-23T15:52:00.246Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:52:00.246Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:52:00.246Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:54 +0000 UTC"} 2025-10-23T15:52:00.246Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:52:00.299Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:52:00.299Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:52:00.299Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:52:00.299Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-10-23T15:52:00.335Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sfs": "haproxy"} 2025-10-23T15:52:00.335Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sfs": "pxc"} 2025-10-23T15:52:00.335Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "67ba0618-e6c1-472a-b447-842d16e1caad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:52:00.502Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-10-23 15:51:54 +0000 UTC"} 2025-10-23T15:52:00.502Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:52:00.502Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:52:00.502Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-10-23 15:51:54 +0000 UTC"} 2025-10-23T15:52:00.502Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-10-23T15:52:00.531Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-10-23T15:52:00.531Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-10-23T15:52:00.546Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sfs": "haproxy"} 2025-10-23T15:52:00.546Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sfs": "pxc"} 2025-10-23T15:52:00.546Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:52:00.546Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-10-23T15:52:00.546Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "425108a2-650f-4adc-b7f9-708c5454e172", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-10-23T15:52:05.628Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "261b3491-0666-40ea-a577-cfcb40c7b98e", "sts": "some-name-pxc"} 2025-10-23T15:52:05.628Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "261b3491-0666-40ea-a577-cfcb40c7b98e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-10-23T15:52:05.628Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "261b3491-0666-40ea-a577-cfcb40c7b98e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-10-23T15:52:05.628Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "261b3491-0666-40ea-a577-cfcb40c7b98e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-10-23T15:52:05.821Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "261b3491-0666-40ea-a577-cfcb40c7b98e", "sfs": "haproxy"} 2025-10-23T15:52:05.821Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "261b3491-0666-40ea-a577-cfcb40c7b98e", "sfs": "pxc"} 2025-10-23T15:52:05.821Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "261b3491-0666-40ea-a577-cfcb40c7b98e", "sts": "some-name-pxc"} 2025-10-23T15:52:07.367Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "04c82456-bb96-4c13-beda-37c2cdceea1c", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-23T15:52:07.421Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "04c82456-bb96-4c13-beda-37c2cdceea1c", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-10-23T15:52:08.329Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "74b1498b-68b9-421a-a037-9ec378c840ec", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}", "hashChanged": true, "metaChanged": true} 2025-10-23T15:52:27.871Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "ee83e522-29c4-4173-8a2a-5cb78da702d1", "originalSize": "4G"} 2025-10-23T15:52:28.503Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-30084", "name": "some-name", "reconcileID": "ee83e522-29c4-4173-8a2a-5cb78da702d1", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:240\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:369\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:474 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:369 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:194 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 -  }, -  { -  }, +  }, +  { +  }, -  Annotations: map[string]string{ +  Annotations: map[string]string{ +  APIVersion: "apps/v1", -  APIVersion: "policy/v1", -  APIVersion: "policy/v1", +  Conditions: nil, -  Conditions: []v1.Condition{ +  Controller: &true, +  CreationTimestamp: v1.Time{}, -  CreationTimestamp: v1.Time{Time: s"2025-10-23 15:38:38 +0000 UTC"}, +  CurrentHealthy: 0, -  CurrentHealthy: 3, +  DesiredHealthy: 0, -  DesiredHealthy: 2, +  DisruptionsAllowed: 0, -  DisruptionsAllowed: 1, +  ExpectedPods: 0, -  ExpectedPods: 3, -  FieldsType: "FieldsV1", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  FieldsV1: s`{"f:status":{"f:conditions":{".":{},"k:{\"type\":\"DisruptionAll`..., +  Generation: 0, -  Generation: 1, +  Kind: "StatefulSet", -  LastTransitionTime: s"2025-10-23 15:49:22 +0000 UTC", -  LastTransitionTime: s"2025-10-23 15:52:07 +0000 UTC", +  ManagedFields: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  Manager: "kube-controller-manager", -  Manager: "percona-xtradb-cluster-operator", +  Name: "some-name-pxc", +  ObservedGeneration: 0, -  ObservedGeneration: 1, -  ObservedGeneration: 1, -  Operation: "Update", -  Operation: "Update", -  OwnerReferences: nil, +  OwnerReferences: []v1.OwnerReference{ +  "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMzAwODQiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiNjQ3NjY1MTQtZjdkNi00NTU2LWE2ZDItNTZlYWI2ZTdhYzU0IiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., -  "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMzAwODQiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiODc4MDgxNDktOGFhNS00MzZiLWFhY2ItYzlhYjg2NDNkMDJmIiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., -  "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMzAwODQiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiZGQ1ZWE0ZDYtMjVlZC00MmRmLWE0M2MtNWVlYjNjZjlkMDY3IiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., +  "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMzAwODQiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiZGQ1ZWE0ZDYtMjVlZC00MmRmLWE0M2MtNWVlYjNjZjlkMDY3IiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., -  Reason: "SufficientPods", -  Status: "True", -  Subresource: "status", -  Time: s"2025-10-23 15:38:38 +0000 UTC", -  Time: s"2025-10-23 15:49:22 +0000 UTC", -  Time: s"2025-10-23 15:49:23 +0000 UTC", -  Time: s"2025-10-23 15:52:07 +0000 UTC", -  Type: "DisruptionAllowed", +  UID: "", +  UID: "64766514-f7d6-4556-a6d2-56eab6e7ac54", -  UID: "aa0f0f36-c53f-447d-a693-bf4c58b2fefc", +  UID: "dd5ea4d6-25ed-42df-a43c-5eeb3cf9d067",   }    },    ... // 2 identical fields    DeletionGracePeriodSeconds: nil,    DeletionTimestamp: nil,    DisruptedPods: nil,    Finalizers: nil,    Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...},    Namespace: "pvc-resize-30084",    ObjectMeta: v1.ObjectMeta{    ResourceVersion: "1761234562273295001",    ResourceVersion: "1761234727625551001",    SelfLink: "",    Spec: {Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, MaxUnavailable: &{IntVal: 1}},    Status: v1.PodDisruptionBudgetStatus{    TypeMeta: {Kind: "PodDisruptionBudget", APIVersion: "policy/v1"},   &v1.PodDisruptionBudget{ + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-30084 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.OOw3bPPqfW ++ mktemp + local LAST_ERR=/tmp/tmp.CB7sAQ4hpw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OOw3bPPqfW perconaxtradbcluster.pxc.percona.com "some-name" deleted from pvc-resize-30084 namespace + cat /tmp/tmp.CB7sAQ4hpw + rm /tmp/tmp.OOw3bPPqfW /tmp/tmp.CB7sAQ4hpw + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.gGIj87vbFL ++ mktemp + local LAST_ERR=/tmp/tmp.rktQcOC7JG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gGIj87vbFL No resources found + cat /tmp/tmp.rktQcOC7JG + rm /tmp/tmp.gGIj87vbFL /tmp/tmp.rktQcOC7JG + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.wtGusLi72n ++ mktemp + local LAST_ERR=/tmp/tmp.tptpDJEBQF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wtGusLi72n No resources found + cat /tmp/tmp.tptpDJEBQF + rm /tmp/tmp.wtGusLi72n /tmp/tmp.tptpDJEBQF + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.oDYcalcbiP ++ mktemp + local LAST_ERR=/tmp/tmp.xnEAwRyH5x + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oDYcalcbiP validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.xnEAwRyH5x + rm /tmp/tmp.oDYcalcbiP /tmp/tmp.xnEAwRyH5x + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.18.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.aaLmqvjicW + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-30084 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_OUT=/tmp/tmp.Nfoo7UivRH ++ mktemp + local LAST_OUT=/tmp/tmp.rES9PH83Yg ++ mktemp + local LAST_ERR=/tmp/tmp.T4cKn5RzJq + local exit_status=0 ++ seq 0 2 ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + local LAST_ERR=/tmp/tmp.WD92grsLoj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-30084