Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/logs/pvc-resize-5-7.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 -o -n '' ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tubIB4Xruh +++ mktemp ++ local LAST_ERR=/tmp/tmp.jmC7ds1lZ4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tubIB4Xruh ++ cat /tmp/tmp.jmC7ds1lZ4 ++ rm /tmp/tmp.tubIB4Xruh /tmp/tmp.jmC7ds1lZ4 ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R4ZlG192e1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.p1kRRm7RFT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R4ZlG192e1 ++ cat /tmp/tmp.p1kRRm7RFT ++ rm /tmp/tmp.R4ZlG192e1 /tmp/tmp.p1kRRm7RFT ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-15695 + local ns=pvc-resize-15695 + '[' -n pxc-operator ']' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-13750 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.rvwG5rr5zc ++ mktemp + local LAST_ERR=/tmp/tmp.mRUklAqxbG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rvwG5rr5zc perconaxtradbcluster.pxc.percona.com "some-name" deleted from pvc-resize-13750 namespace + cat /tmp/tmp.mRUklAqxbG + rm /tmp/tmp.rvwG5rr5zc /tmp/tmp.mRUklAqxbG + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.071efCzbtu ++ mktemp + local LAST_ERR=/tmp/tmp.YOV3uYY7bJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.071efCzbtu No resources found + cat /tmp/tmp.YOV3uYY7bJ + rm /tmp/tmp.071efCzbtu /tmp/tmp.YOV3uYY7bJ + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.U1Pc2mwUEo ++ mktemp + local LAST_ERR=/tmp/tmp.j2fh0mlltf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.U1Pc2mwUEo No resources found + cat /tmp/tmp.j2fh0mlltf + rm /tmp/tmp.U1Pc2mwUEo /tmp/tmp.j2fh0mlltf + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator++ mktemp ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.i4DOo3LS4d + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + local LAST_OUT=/tmp/tmp.dyJVS5rdMn ++ mktemp + local LAST_ERR=/tmp/tmp.NN5r5yTlR1 + local exit_status=0 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.hd56N63QGh + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + xargs kubectl delete ns + awk '{print$1}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.i4DOo3LS4d + cat /tmp/tmp.NN5r5yTlR1 + rm /tmp/tmp.i4DOo3LS4d /tmp/tmp.NN5r5yTlR1 + return 0 namespace "pvc-resize-13750" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dyJVS5rdMn namespace "pxc-operator" deleted + cat /tmp/tmp.hd56N63QGh + rm /tmp/tmp.dyJVS5rdMn /tmp/tmp.hd56N63QGh + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.nr3Sf3Bg9D ++ mktemp + local LAST_ERR=/tmp/tmp.fFXfRdo7h5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nr3Sf3Bg9D namespace/pxc-operator created + cat /tmp/tmp.fFXfRdo7h5 + rm /tmp/tmp.nr3Sf3Bg9D /tmp/tmp.fFXfRdo7h5 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.02QdbBsGaH +++ mktemp ++ local LAST_ERR=/tmp/tmp.OA4EwaM6Wy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.02QdbBsGaH ++ cat /tmp/tmp.OA4EwaM6Wy ++ rm /tmp/tmp.02QdbBsGaH /tmp/tmp.OA4EwaM6Wy ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2154-0538614f-6-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.xLfrJVBUA5 ++ mktemp + local LAST_ERR=/tmp/tmp.AGMJgqaCqX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2154-0538614f-6-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xLfrJVBUA5 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2154-0538614f-6-cluster1" modified. + cat /tmp/tmp.AGMJgqaCqX + rm /tmp/tmp.xLfrJVBUA5 /tmp/tmp.AGMJgqaCqX + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.bsXzSZ9AtO ++ mktemp + local LAST_ERR=/tmp/tmp.kC9if0COIA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bsXzSZ9AtO customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.kC9if0COIA + rm /tmp/tmp.bsXzSZ9AtO /tmp/tmp.kC9if0COIA + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.amRz7Huwax ++ mktemp + local LAST_ERR=/tmp/tmp.0CIaOjHIUr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.amRz7Huwax clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.0CIaOjHIUr + rm /tmp/tmp.amRz7Huwax /tmp/tmp.0CIaOjHIUr + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/deploy/cw-operator.yaml + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2154-0538614f^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.o7aTLez0nT ++ mktemp + local LAST_ERR=/tmp/tmp.RztAYT4M3o + local exit_status=0 + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.o7aTLez0nT deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.RztAYT4M3o + rm /tmp/tmp.o7aTLez0nT /tmp/tmp.RztAYT4M3o + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.lM4smUVO1W ++ mktemp + local LAST_ERR=/tmp/tmp.GbWdzuMZub + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lM4smUVO1W pod/percona-xtradb-cluster-operator-c799c8d46-jkwd6 condition met + cat /tmp/tmp.GbWdzuMZub + rm /tmp/tmp.lM4smUVO1W /tmp/tmp.GbWdzuMZub + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.gMylE46IQA +++ mktemp ++ local LAST_ERR=/tmp/tmp.dMYzu3t5px ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gMylE46IQA ++ cat /tmp/tmp.dMYzu3t5px ++ rm /tmp/tmp.gMylE46IQA /tmp/tmp.dMYzu3t5px ++ return 0 + wait_pod percona-xtradb-cluster-operator-c799c8d46-jkwd6 480 pxc-operator + local pod=percona-xtradb-cluster-operator-c799c8d46-jkwd6 + local max_retry=480 + local ns=pxc-operator ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-c799c8d46-jkwd6 ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-c799c8d46-jkwd6 condition met waiting for pod/percona-xtradb-cluster-operator-c799c8d46-jkwd6 to become Ready.Ok + sleep 3 + create_namespace pvc-resize-15695 + local namespace=pvc-resize-15695 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-15695' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-15695 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-15695 + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.LvYa6r6aWT + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp + local LAST_ERR=/tmp/tmp.yNuHub1llS + local exit_status=0 ++ mktemp + local LAST_OUT=/tmp/tmp.EiiOsXaJbN ++ mktemp + local LAST_ERR=/tmp/tmp.hebP4TQ2qc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-15695 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EiiOsXaJbN + cat /tmp/tmp.hebP4TQ2qc + rm /tmp/tmp.EiiOsXaJbN /tmp/tmp.hebP4TQ2qc + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-15695 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-15695 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.LvYa6r6aWT + cat /tmp/tmp.yNuHub1llS Error from server (NotFound): namespaces "pvc-resize-15695" not found + rm /tmp/tmp.LvYa6r6aWT /tmp/tmp.yNuHub1llS + return 1 + : + wait_for_delete namespace/pvc-resize-15695 + local res=namespace/pvc-resize-15695 + echo -n 'waiting for namespace/pvc-resize-15695 to be deleted' waiting for namespace/pvc-resize-15695 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pvc-resize-15695" not found + desc 'create namespace pvc-resize-15695' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-15695 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-15695 ++ mktemp + local LAST_OUT=/tmp/tmp.QOI2eJb9Hl ++ mktemp + local LAST_ERR=/tmp/tmp.eVqU6FT0dZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-15695 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QOI2eJb9Hl namespace/pvc-resize-15695 created + cat /tmp/tmp.eVqU6FT0dZ + rm /tmp/tmp.QOI2eJb9Hl /tmp/tmp.eVqU6FT0dZ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.MmsZvJOvB5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QK9BKdokwr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MmsZvJOvB5 ++ cat /tmp/tmp.QK9BKdokwr ++ rm /tmp/tmp.MmsZvJOvB5 /tmp/tmp.QK9BKdokwr ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2154-0538614f-6-cluster1 --namespace=pvc-resize-15695 ++ mktemp + local LAST_OUT=/tmp/tmp.9QzTK2Sd7T ++ mktemp + local LAST_ERR=/tmp/tmp.EsMGA0ZL4t + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2154-0538614f-6-cluster1 --namespace=pvc-resize-15695 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9QzTK2Sd7T Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2154-0538614f-6-cluster1" modified. + cat /tmp/tmp.EsMGA0ZL4t + rm /tmp/tmp.9QzTK2Sd7T /tmp/tmp.EsMGA0ZL4t + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.L2HnbSQvF8 ++ mktemp + local LAST_ERR=/tmp/tmp.pwYgmsCY2W + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.L2HnbSQvF8 secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.pwYgmsCY2W + rm /tmp/tmp.L2HnbSQvF8 /tmp/tmp.pwYgmsCY2W + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 -o -n '' ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.JDTgu2l8jO ++ mktemp + local LAST_ERR=/tmp/tmp.epRF7erQ3m + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JDTgu2l8jO secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.epRF7erQ3m + rm /tmp/tmp.JDTgu2l8jO /tmp/tmp.epRF7erQ3m + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + local LAST_OUT=/tmp/tmp.EGTsruDoOi + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2154-0538614f#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.hLyCP8Ztmj + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-15695~ + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EGTsruDoOi deployment.apps/pxc-client created + cat /tmp/tmp.hLyCP8Ztmj + rm /tmp/tmp.EGTsruDoOi /tmp/tmp.hLyCP8Ztmj + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/conf/some-name.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-15695~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2154-0538614f#' + local LAST_OUT=/tmp/tmp.fx4hoRxJVy ++ mktemp + local LAST_ERR=/tmp/tmp.LzGPCMSMn1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fx4hoRxJVy perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.LzGPCMSMn1 + rm /tmp/tmp.fx4hoRxJVy /tmp/tmp.LzGPCMSMn1 + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.7joz8zVBJB ++++ mktemp +++ local LAST_ERR=/tmp/tmp.oAKv0ZdOWw +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.7joz8zVBJB +++ cat /tmp/tmp.oAKv0ZdOWw +++ rm /tmp/tmp.7joz8zVBJB /tmp/tmp.oAKv0ZdOWw +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-15695 ++ mktemp + local LAST_OUT=/tmp/tmp.Bq23DbhWtr ++ mktemp + local LAST_ERR=/tmp/tmp.oJ7H6dyGZa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-15695 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-15695 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-15695 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.Bq23DbhWtr + cat /tmp/tmp.oJ7H6dyGZa error: no matching resources found + rm /tmp/tmp.Bq23DbhWtr /tmp/tmp.oJ7H6dyGZa + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ echo some-name-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met waiting for pod/some-name-haproxy-0 to become Ready.Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.CiW5tHWGcu +++ mktemp ++ local LAST_ERR=/tmp/tmp.chixCIH1Fz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CiW5tHWGcu ++ cat /tmp/tmp.chixCIH1Fz ++ rm /tmp/tmp.CiW5tHWGcu /tmp/tmp.chixCIH1Fz ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ egrep -o 'early-plugin-load=keyring_\w+.so' ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Am0J7PTXXO +++ mktemp ++ local LAST_ERR=/tmp/tmp.4zmtl8vkX7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Am0J7PTXXO ++ cat /tmp/tmp.4zmtl8vkX7 Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.Am0J7PTXXO /tmp/tmp.4zmtl8vkX7 ++ return 0 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SLo25m4kVP +++ mktemp ++ local LAST_ERR=/tmp/tmp.BV9EcX4ojB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SLo25m4kVP ++ cat /tmp/tmp.BV9EcX4ojB ++ rm /tmp/tmp.SLo25m4kVP /tmp/tmp.BV9EcX4ojB ++ return 0 + client_pod=pxc-client-857d976497-z8rbx + wait_pod pxc-client-857d976497-z8rbx + local pod=pxc-client-857d976497-z8rbx + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-z8rbx ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-857d976497-z8rbx condition met waiting for pod/pxc-client-857d976497-z8rbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YICsq5HHCv +++ mktemp ++ local LAST_ERR=/tmp/tmp.2VqzfGL3nO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YICsq5HHCv ++ cat /tmp/tmp.2VqzfGL3nO ++ rm /tmp/tmp.YICsq5HHCv /tmp/tmp.2VqzfGL3nO ++ return 0 + client_pod=pxc-client-857d976497-z8rbx + wait_pod pxc-client-857d976497-z8rbx + local pod=pxc-client-857d976497-z8rbx + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-z8rbx ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-z8rbx condition met waiting for pod/pxc-client-857d976497-z8rbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HaAF91xgjS +++ mktemp ++ local LAST_ERR=/tmp/tmp.32XoSpT1fS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HaAF91xgjS ++ cat /tmp/tmp.32XoSpT1fS ++ rm /tmp/tmp.HaAF91xgjS /tmp/tmp.32XoSpT1fS ++ return 0 + client_pod=pxc-client-857d976497-z8rbx + wait_pod pxc-client-857d976497-z8rbx + local pod=pxc-client-857d976497-z8rbx + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-857d976497-z8rbx + local container= + set +o xtrace pod/pxc-client-857d976497-z8rbx condition met waiting for pod/pxc-client-857d976497-z8rbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.CvitHIcAK0/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.CvitHIcAK0/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Z7azKtWaEc +++ mktemp ++ local LAST_ERR=/tmp/tmp.mnvOICK4Yz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Z7azKtWaEc ++ cat /tmp/tmp.mnvOICK4Yz ++ rm /tmp/tmp.Z7azKtWaEc /tmp/tmp.mnvOICK4Yz ++ return 0 + client_pod=pxc-client-857d976497-z8rbx + wait_pod pxc-client-857d976497-z8rbx + local pod=pxc-client-857d976497-z8rbx + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-z8rbx ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-857d976497-z8rbx condition met waiting for pod/pxc-client-857d976497-z8rbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.CvitHIcAK0/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.CvitHIcAK0/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1-57.sql ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ppqScGVJvx +++ mktemp ++ local LAST_ERR=/tmp/tmp.4koHulWn9I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ppqScGVJvx ++ cat /tmp/tmp.4koHulWn9I ++ rm /tmp/tmp.ppqScGVJvx /tmp/tmp.4koHulWn9I ++ return 0 + client_pod=pxc-client-857d976497-z8rbx + wait_pod pxc-client-857d976497-z8rbx + local pod=pxc-client-857d976497-z8rbx + local max_retry=480 + local ns= ++ echo pxc-client-857d976497-z8rbx ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-857d976497-z8rbx condition met waiting for pod/pxc-client-857d976497-z8rbx to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.CvitHIcAK0/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.CvitHIcAK0/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zq6koa7A6D +++ mktemp ++ local LAST_ERR=/tmp/tmp.OZDcH8Y6lr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zq6koa7A6D ++ cat /tmp/tmp.OZDcH8Y6lr Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.zq6koa7A6D /tmp/tmp.OZDcH8Y6lr ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3G + local cluster=some-name + local size=3G + echo 'Patching PVC request to 3G in some-name' Patching PVC request to 3G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.kLqUU5rMxu ++ mktemp + local LAST_ERR=/tmp/tmp.NM5OVKua7S + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kLqUU5rMxu perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.NM5OVKua7S + rm /tmp/tmp.kLqUU5rMxu /tmp/tmp.NM5OVKua7S + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DHLzxLQ3NR +++ mktemp ++ local LAST_ERR=/tmp/tmp.u18GeiyKcO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DHLzxLQ3NR ++ cat /tmp/tmp.u18GeiyKcO ++ rm /tmp/tmp.DHLzxLQ3NR /tmp/tmp.u18GeiyKcO ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6GBtH55aX4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ED1NDve5GB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6GBtH55aX4 ++ cat /tmp/tmp.ED1NDve5GB ++ rm /tmp/tmp.6GBtH55aX4 /tmp/tmp.ED1NDve5GB ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.THN8MS9srO ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.SuzTIAUX3Q +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.THN8MS9srO +++++ cat /tmp/tmp.SuzTIAUX3Q +++++ rm /tmp/tmp.THN8MS9srO /tmp/tmp.SuzTIAUX3Q +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2nh9oj9Nty +++ mktemp ++ local LAST_ERR=/tmp/tmp.IygGHrm9tI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2nh9oj9Nty ++ cat /tmp/tmp.IygGHrm9tI ++ rm /tmp/tmp.2nh9oj9Nty /tmp/tmp.IygGHrm9tI ++ return 0 + [[ 2 == \2 ]] + echo + wait_all_pvc_resize 3Gi 120 1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.Qe4o6kjFCi +++ mktemp ++ local LAST_ERR=/tmp/tmp.NejzpvkXqq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Qe4o6kjFCi ++ cat /tmp/tmp.NejzpvkXqq ++ rm /tmp/tmp.Qe4o6kjFCi /tmp/tmp.NejzpvkXqq ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 1 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NsGrRyoEnl +++ mktemp ++ local LAST_ERR=/tmp/tmp.EL3NQvh1Ab ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NsGrRyoEnl ++ cat /tmp/tmp.EL3NQvh1Ab ++ rm /tmp/tmp.NsGrRyoEnl /tmp/tmp.EL3NQvh1Ab ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 0 -ge 120 ]] + echo -n . .+ sleep 1 + retry=1 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xQBGn6bSsZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.6YLRjKrLFG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xQBGn6bSsZ ++ cat /tmp/tmp.6YLRjKrLFG ++ rm /tmp/tmp.xQBGn6bSsZ /tmp/tmp.6YLRjKrLFG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 1 -ge 120 ]] + echo -n . .+ sleep 1 + retry=2 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.suNNbURKZR +++ mktemp ++ local LAST_ERR=/tmp/tmp.xkH7pnCcwf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.suNNbURKZR ++ cat /tmp/tmp.xkH7pnCcwf ++ rm /tmp/tmp.suNNbURKZR /tmp/tmp.xkH7pnCcwf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 2 -ge 120 ]] + echo -n . .+ sleep 1 + retry=3 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IqBxUOXhyJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.0acS29JcvH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IqBxUOXhyJ ++ cat /tmp/tmp.0acS29JcvH ++ rm /tmp/tmp.IqBxUOXhyJ /tmp/tmp.0acS29JcvH ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 3 -ge 120 ]] + echo -n . .+ sleep 1 + retry=4 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.c1V5BVKIdK +++ mktemp ++ local LAST_ERR=/tmp/tmp.4r280KPc2o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.c1V5BVKIdK ++ cat /tmp/tmp.4r280KPc2o ++ rm /tmp/tmp.c1V5BVKIdK /tmp/tmp.4r280KPc2o ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 4 -ge 120 ]] + echo -n . .+ sleep 1 + retry=5 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.i3sC6CrR6V +++ mktemp ++ local LAST_ERR=/tmp/tmp.blv4APq1lH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.i3sC6CrR6V ++ cat /tmp/tmp.blv4APq1lH ++ rm /tmp/tmp.i3sC6CrR6V /tmp/tmp.blv4APq1lH ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 5 -ge 120 ]] + echo -n . .+ sleep 1 + retry=6 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Yn8BHYWWM +++ mktemp ++ local LAST_ERR=/tmp/tmp.CjT10bfNf6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Yn8BHYWWM ++ cat /tmp/tmp.CjT10bfNf6 ++ rm /tmp/tmp.1Yn8BHYWWM /tmp/tmp.CjT10bfNf6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 6 -ge 120 ]] + echo -n . .+ sleep 1 + retry=7 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UokBsVkPO3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.DN9Z7I9fPM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UokBsVkPO3 ++ cat /tmp/tmp.DN9Z7I9fPM ++ rm /tmp/tmp.UokBsVkPO3 /tmp/tmp.DN9Z7I9fPM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 7 -ge 120 ]] + echo -n . .+ sleep 1 + retry=8 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nECgtpKMmF +++ mktemp ++ local LAST_ERR=/tmp/tmp.BvqEnqbXeW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nECgtpKMmF ++ cat /tmp/tmp.BvqEnqbXeW ++ rm /tmp/tmp.nECgtpKMmF /tmp/tmp.BvqEnqbXeW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 8 -ge 120 ]] + echo -n . .+ sleep 1 + retry=9 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3NfFYh9WPf +++ mktemp ++ local LAST_ERR=/tmp/tmp.heCTWaYb9O ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3NfFYh9WPf ++ cat /tmp/tmp.heCTWaYb9O ++ rm /tmp/tmp.3NfFYh9WPf /tmp/tmp.heCTWaYb9O ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 9 -ge 120 ]] + echo -n . .+ sleep 1 + retry=10 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cbfL7d0w8r +++ mktemp ++ local LAST_ERR=/tmp/tmp.Jo2okQ6Ed4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cbfL7d0w8r ++ cat /tmp/tmp.Jo2okQ6Ed4 ++ rm /tmp/tmp.cbfL7d0w8r /tmp/tmp.Jo2okQ6Ed4 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 10 -ge 120 ]] + echo -n . .+ sleep 1 + retry=11 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jsJuN8zlBH +++ mktemp ++ local LAST_ERR=/tmp/tmp.QGb2PqlaIz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jsJuN8zlBH ++ cat /tmp/tmp.QGb2PqlaIz ++ rm /tmp/tmp.jsJuN8zlBH /tmp/tmp.QGb2PqlaIz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 11 -ge 120 ]] + echo -n . .+ sleep 1 + retry=12 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.h1lPExj1vS +++ mktemp ++ local LAST_ERR=/tmp/tmp.qCBwh9p1Y3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.h1lPExj1vS ++ cat /tmp/tmp.qCBwh9p1Y3 ++ rm /tmp/tmp.h1lPExj1vS /tmp/tmp.qCBwh9p1Y3 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 12 -ge 120 ]] + echo -n . .+ sleep 1 + retry=13 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4P82fEQLwv +++ mktemp ++ local LAST_ERR=/tmp/tmp.PydjngGP9B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4P82fEQLwv ++ cat /tmp/tmp.PydjngGP9B ++ rm /tmp/tmp.4P82fEQLwv /tmp/tmp.PydjngGP9B ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 13 -ge 120 ]] + echo -n . .+ sleep 1 + retry=14 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6fjCXK0045 +++ mktemp ++ local LAST_ERR=/tmp/tmp.s0GDHOcskx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6fjCXK0045 ++ cat /tmp/tmp.s0GDHOcskx ++ rm /tmp/tmp.6fjCXK0045 /tmp/tmp.s0GDHOcskx ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 14 -ge 120 ]] + echo -n . .+ sleep 1 + retry=15 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zlgN4PYSRY +++ mktemp ++ local LAST_ERR=/tmp/tmp.qfuOTT4evU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zlgN4PYSRY ++ cat /tmp/tmp.qfuOTT4evU ++ rm /tmp/tmp.zlgN4PYSRY /tmp/tmp.qfuOTT4evU ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 15 -ge 120 ]] + echo -n . .+ sleep 1 + retry=16 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TMgCpnuaNd +++ mktemp ++ local LAST_ERR=/tmp/tmp.hD3tszeOe4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TMgCpnuaNd ++ cat /tmp/tmp.hD3tszeOe4 ++ rm /tmp/tmp.TMgCpnuaNd /tmp/tmp.hD3tszeOe4 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 16 -ge 120 ]] + echo -n . .+ sleep 1 + retry=17 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.n1fBPAcGLX +++ mktemp ++ local LAST_ERR=/tmp/tmp.zB9PHe5sFt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.n1fBPAcGLX ++ cat /tmp/tmp.zB9PHe5sFt ++ rm /tmp/tmp.n1fBPAcGLX /tmp/tmp.zB9PHe5sFt ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 17 -ge 120 ]] + echo -n . .+ sleep 1 + retry=18 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ezesKl47MH +++ mktemp ++ local LAST_ERR=/tmp/tmp.WPT5PFEDF5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ezesKl47MH ++ cat /tmp/tmp.WPT5PFEDF5 ++ rm /tmp/tmp.ezesKl47MH /tmp/tmp.WPT5PFEDF5 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 18 -ge 120 ]] + echo -n . .+ sleep 1 + retry=19 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MplxHY74te +++ mktemp ++ local LAST_ERR=/tmp/tmp.sumEoyzcaJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MplxHY74te ++ cat /tmp/tmp.sumEoyzcaJ ++ rm /tmp/tmp.MplxHY74te /tmp/tmp.sumEoyzcaJ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 19 -ge 120 ]] + echo -n . .+ sleep 1 + retry=20 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9y7uBaPQgE +++ mktemp ++ local LAST_ERR=/tmp/tmp.ofhx74f32P ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9y7uBaPQgE ++ cat /tmp/tmp.ofhx74f32P ++ rm /tmp/tmp.9y7uBaPQgE /tmp/tmp.ofhx74f32P ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 20 -ge 120 ]] + echo -n . .+ sleep 1 + retry=21 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hT3tXonDBl +++ mktemp ++ local LAST_ERR=/tmp/tmp.YXzxqF4kSe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hT3tXonDBl ++ cat /tmp/tmp.YXzxqF4kSe ++ rm /tmp/tmp.hT3tXonDBl /tmp/tmp.YXzxqF4kSe ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 21 -ge 120 ]] + echo -n . .+ sleep 1 + retry=22 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MWqd1K9jaW +++ mktemp ++ local LAST_ERR=/tmp/tmp.7B4xyZ7E7Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MWqd1K9jaW ++ cat /tmp/tmp.7B4xyZ7E7Z ++ rm /tmp/tmp.MWqd1K9jaW /tmp/tmp.7B4xyZ7E7Z ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 22 -ge 120 ]] + echo -n . .+ sleep 1 + retry=23 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oZravTtS9e +++ mktemp ++ local LAST_ERR=/tmp/tmp.h15n9JmVxZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oZravTtS9e ++ cat /tmp/tmp.h15n9JmVxZ ++ rm /tmp/tmp.oZravTtS9e /tmp/tmp.h15n9JmVxZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 23 -ge 120 ]] + echo -n . .+ sleep 1 + retry=24 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PxGw9GYheV +++ mktemp ++ local LAST_ERR=/tmp/tmp.EHKtIv8jga ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PxGw9GYheV ++ cat /tmp/tmp.EHKtIv8jga ++ rm /tmp/tmp.PxGw9GYheV /tmp/tmp.EHKtIv8jga ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 24 -ge 120 ]] + echo -n . .+ sleep 1 + retry=25 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8CpKPB3Wmj +++ mktemp ++ local LAST_ERR=/tmp/tmp.SLjqbaCjIi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8CpKPB3Wmj ++ cat /tmp/tmp.SLjqbaCjIi ++ rm /tmp/tmp.8CpKPB3Wmj /tmp/tmp.SLjqbaCjIi ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 25 -ge 120 ]] + echo -n . .+ sleep 1 + retry=26 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V0X7WupoW4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZOIY3q5Smg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V0X7WupoW4 ++ cat /tmp/tmp.ZOIY3q5Smg ++ rm /tmp/tmp.V0X7WupoW4 /tmp/tmp.ZOIY3q5Smg ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 26 -ge 120 ]] + echo -n . .+ sleep 1 + retry=27 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gpX0ChNxgV +++ mktemp ++ local LAST_ERR=/tmp/tmp.XiQhZN3wd8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gpX0ChNxgV ++ cat /tmp/tmp.XiQhZN3wd8 ++ rm /tmp/tmp.gpX0ChNxgV /tmp/tmp.XiQhZN3wd8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 27 -ge 120 ]] + echo -n . .+ sleep 1 + retry=28 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.14wPKJIq8q +++ mktemp ++ local LAST_ERR=/tmp/tmp.S9NOa4JewE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.14wPKJIq8q ++ cat /tmp/tmp.S9NOa4JewE ++ rm /tmp/tmp.14wPKJIq8q /tmp/tmp.S9NOa4JewE ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 28 -ge 120 ]] + echo -n . .+ sleep 1 + retry=29 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CYPO28GfR7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.DrSECIC3Cp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CYPO28GfR7 ++ cat /tmp/tmp.DrSECIC3Cp ++ rm /tmp/tmp.CYPO28GfR7 /tmp/tmp.DrSECIC3Cp ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 29 -ge 120 ]] + echo -n . .+ sleep 1 + retry=30 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LVJZBVtsGk +++ mktemp ++ local LAST_ERR=/tmp/tmp.W5pjlwUPTM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LVJZBVtsGk ++ cat /tmp/tmp.W5pjlwUPTM ++ rm /tmp/tmp.LVJZBVtsGk /tmp/tmp.W5pjlwUPTM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 30 -ge 120 ]] + echo -n . .+ sleep 1 + retry=31 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OEtavJNRwv +++ mktemp ++ local LAST_ERR=/tmp/tmp.SzzgDREuon ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OEtavJNRwv ++ cat /tmp/tmp.SzzgDREuon ++ rm /tmp/tmp.OEtavJNRwv /tmp/tmp.SzzgDREuon ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 31 -ge 120 ]] + echo -n . .+ sleep 1 + retry=32 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dSuSiUp22V +++ mktemp ++ local LAST_ERR=/tmp/tmp.i305iF0ANp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dSuSiUp22V ++ cat /tmp/tmp.i305iF0ANp ++ rm /tmp/tmp.dSuSiUp22V /tmp/tmp.i305iF0ANp ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 32 -ge 120 ]] + echo -n . .+ sleep 1 + retry=33 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0yLKZdNp9l +++ mktemp ++ local LAST_ERR=/tmp/tmp.wNRJnq7P0p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0yLKZdNp9l ++ cat /tmp/tmp.wNRJnq7P0p ++ rm /tmp/tmp.0yLKZdNp9l /tmp/tmp.wNRJnq7P0p ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 33 -ge 120 ]] + echo -n . .+ sleep 1 + retry=34 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LEjE28iS3Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.mt2AJjdibF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LEjE28iS3Z ++ cat /tmp/tmp.mt2AJjdibF ++ rm /tmp/tmp.LEjE28iS3Z /tmp/tmp.mt2AJjdibF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 34 -ge 120 ]] + echo -n . .+ sleep 1 + retry=35 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sCzhX9XmiE +++ mktemp ++ local LAST_ERR=/tmp/tmp.aoMdJcZcV2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sCzhX9XmiE ++ cat /tmp/tmp.aoMdJcZcV2 ++ rm /tmp/tmp.sCzhX9XmiE /tmp/tmp.aoMdJcZcV2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 35 -ge 120 ]] + echo -n . .+ sleep 1 + retry=36 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LrXmJREjgP +++ mktemp ++ local LAST_ERR=/tmp/tmp.tiYsa69UJj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LrXmJREjgP ++ cat /tmp/tmp.tiYsa69UJj ++ rm /tmp/tmp.LrXmJREjgP /tmp/tmp.tiYsa69UJj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 36 -ge 120 ]] + echo -n . .+ sleep 1 + retry=37 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Bcb3ZSLe4P +++ mktemp ++ local LAST_ERR=/tmp/tmp.rzE4dGnElK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Bcb3ZSLe4P ++ cat /tmp/tmp.rzE4dGnElK ++ rm /tmp/tmp.Bcb3ZSLe4P /tmp/tmp.rzE4dGnElK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 37 -ge 120 ]] + echo -n . .+ sleep 1 + retry=38 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.P0OSkSmSr6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.25ngZmHSCt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.P0OSkSmSr6 ++ cat /tmp/tmp.25ngZmHSCt ++ rm /tmp/tmp.P0OSkSmSr6 /tmp/tmp.25ngZmHSCt ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 38 -ge 120 ]] + echo -n . .+ sleep 1 + retry=39 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ujyFjrIMgo +++ mktemp ++ local LAST_ERR=/tmp/tmp.2I16GAILvS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ujyFjrIMgo ++ cat /tmp/tmp.2I16GAILvS ++ rm /tmp/tmp.ujyFjrIMgo /tmp/tmp.2I16GAILvS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 39 -ge 120 ]] + echo -n . .+ sleep 1 + retry=40 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PQR8GvpCtP +++ mktemp ++ local LAST_ERR=/tmp/tmp.BGa0MvsGB6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PQR8GvpCtP ++ cat /tmp/tmp.BGa0MvsGB6 ++ rm /tmp/tmp.PQR8GvpCtP /tmp/tmp.BGa0MvsGB6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 40 -ge 120 ]] + echo -n . .+ sleep 1 + retry=41 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SpORNZmT7d +++ mktemp ++ local LAST_ERR=/tmp/tmp.UCsJsuSPIU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SpORNZmT7d ++ cat /tmp/tmp.UCsJsuSPIU ++ rm /tmp/tmp.SpORNZmT7d /tmp/tmp.UCsJsuSPIU ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 41 -ge 120 ]] + echo -n . .+ sleep 1 + retry=42 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fVlhHPv5dA +++ mktemp ++ local LAST_ERR=/tmp/tmp.taKXbfkVex ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fVlhHPv5dA ++ cat /tmp/tmp.taKXbfkVex ++ rm /tmp/tmp.fVlhHPv5dA /tmp/tmp.taKXbfkVex ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 42 -ge 120 ]] + echo -n . .+ sleep 1 + retry=43 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DFDjcFqvtp +++ mktemp ++ local LAST_ERR=/tmp/tmp.JuD5VtkmmI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DFDjcFqvtp ++ cat /tmp/tmp.JuD5VtkmmI ++ rm /tmp/tmp.DFDjcFqvtp /tmp/tmp.JuD5VtkmmI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 43 -ge 120 ]] + echo -n . .+ sleep 1 + retry=44 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tnIonAp8lO +++ mktemp ++ local LAST_ERR=/tmp/tmp.NVtiZCx2GF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tnIonAp8lO ++ cat /tmp/tmp.NVtiZCx2GF ++ rm /tmp/tmp.tnIonAp8lO /tmp/tmp.NVtiZCx2GF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 44 -ge 120 ]] + echo -n . .+ sleep 1 + retry=45 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tdHSJdsCh5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.oLsVDw8JPq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tdHSJdsCh5 ++ cat /tmp/tmp.oLsVDw8JPq ++ rm /tmp/tmp.tdHSJdsCh5 /tmp/tmp.oLsVDw8JPq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 45 -ge 120 ]] + echo -n . .+ sleep 1 + retry=46 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zwiY0DxCMm +++ mktemp ++ local LAST_ERR=/tmp/tmp.XMW91w5yVq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zwiY0DxCMm ++ cat /tmp/tmp.XMW91w5yVq ++ rm /tmp/tmp.zwiY0DxCMm /tmp/tmp.XMW91w5yVq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 46 -ge 120 ]] + echo -n . .+ sleep 1 + retry=47 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LJxP8ZLbaE +++ mktemp ++ local LAST_ERR=/tmp/tmp.kqtJ8XvQzD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LJxP8ZLbaE ++ cat /tmp/tmp.kqtJ8XvQzD ++ rm /tmp/tmp.LJxP8ZLbaE /tmp/tmp.kqtJ8XvQzD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 47 -ge 120 ]] + echo -n . .+ sleep 1 + retry=48 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5zKzIvut5i +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q8jEjmJiFC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5zKzIvut5i ++ cat /tmp/tmp.Q8jEjmJiFC ++ rm /tmp/tmp.5zKzIvut5i /tmp/tmp.Q8jEjmJiFC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 48 -ge 120 ]] + echo -n . .+ sleep 1 + retry=49 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FYA9eiRM26 +++ mktemp ++ local LAST_ERR=/tmp/tmp.jP6R8o6Kgy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FYA9eiRM26 ++ cat /tmp/tmp.jP6R8o6Kgy ++ rm /tmp/tmp.FYA9eiRM26 /tmp/tmp.jP6R8o6Kgy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 49 -ge 120 ]] + echo -n . .+ sleep 1 + retry=50 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RH6Kw7HSnZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.cnIYa0U5Ck ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RH6Kw7HSnZ ++ cat /tmp/tmp.cnIYa0U5Ck ++ rm /tmp/tmp.RH6Kw7HSnZ /tmp/tmp.cnIYa0U5Ck ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 50 -ge 120 ]] + echo -n . .+ sleep 1 + retry=51 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uh8W18Cnfj +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ecwb4gbkql ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uh8W18Cnfj ++ cat /tmp/tmp.Ecwb4gbkql ++ rm /tmp/tmp.uh8W18Cnfj /tmp/tmp.Ecwb4gbkql ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 51 -ge 120 ]] + echo -n . .+ sleep 1 + retry=52 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xzxEoK9Tfq +++ mktemp ++ local LAST_ERR=/tmp/tmp.xJjjummeBK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xzxEoK9Tfq ++ cat /tmp/tmp.xJjjummeBK ++ rm /tmp/tmp.xzxEoK9Tfq /tmp/tmp.xJjjummeBK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 52 -ge 120 ]] + echo -n . .+ sleep 1 + retry=53 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iQfZnM79pg +++ mktemp ++ local LAST_ERR=/tmp/tmp.7AUdUT6VAV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iQfZnM79pg ++ cat /tmp/tmp.7AUdUT6VAV ++ rm /tmp/tmp.iQfZnM79pg /tmp/tmp.7AUdUT6VAV ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 53 -ge 120 ]] + echo -n . .+ sleep 1 + retry=54 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4YAtCmuM0s +++ mktemp ++ local LAST_ERR=/tmp/tmp.FzvAalSLj5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4YAtCmuM0s ++ cat /tmp/tmp.FzvAalSLj5 ++ rm /tmp/tmp.4YAtCmuM0s /tmp/tmp.FzvAalSLj5 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 54 -ge 120 ]] + echo -n . .+ sleep 1 + retry=55 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vnTzEQWpMr +++ mktemp ++ local LAST_ERR=/tmp/tmp.KJ5Ex7I3SS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vnTzEQWpMr ++ cat /tmp/tmp.KJ5Ex7I3SS ++ rm /tmp/tmp.vnTzEQWpMr /tmp/tmp.KJ5Ex7I3SS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 55 -ge 120 ]] + echo -n . .+ sleep 1 + retry=56 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bCTNpm7wxu +++ mktemp ++ local LAST_ERR=/tmp/tmp.z8Z7FiKwIB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bCTNpm7wxu ++ cat /tmp/tmp.z8Z7FiKwIB ++ rm /tmp/tmp.bCTNpm7wxu /tmp/tmp.z8Z7FiKwIB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 56 -ge 120 ]] + echo -n . .+ sleep 1 + retry=57 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d6ip2j366R +++ mktemp ++ local LAST_ERR=/tmp/tmp.8gLol6dffW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d6ip2j366R ++ cat /tmp/tmp.8gLol6dffW ++ rm /tmp/tmp.d6ip2j366R /tmp/tmp.8gLol6dffW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 57 -ge 120 ]] + echo -n . .+ sleep 1 + retry=58 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MsjHnWOX98 +++ mktemp ++ local LAST_ERR=/tmp/tmp.FxoN8yRv6n ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MsjHnWOX98 ++ cat /tmp/tmp.FxoN8yRv6n ++ rm /tmp/tmp.MsjHnWOX98 /tmp/tmp.FxoN8yRv6n ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 58 -ge 120 ]] + echo -n . .+ sleep 1 + retry=59 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QJ170YqHdp +++ mktemp ++ local LAST_ERR=/tmp/tmp.HrN18UmggE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QJ170YqHdp ++ cat /tmp/tmp.HrN18UmggE ++ rm /tmp/tmp.QJ170YqHdp /tmp/tmp.HrN18UmggE ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 59 -ge 120 ]] + echo -n . .+ sleep 1 + retry=60 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qE7ZMh044f +++ mktemp ++ local LAST_ERR=/tmp/tmp.aqKtiuZurj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qE7ZMh044f ++ cat /tmp/tmp.aqKtiuZurj ++ rm /tmp/tmp.qE7ZMh044f /tmp/tmp.aqKtiuZurj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 60 -ge 120 ]] + echo -n . .+ sleep 1 + retry=61 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3jNNjxUEkJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.nIw8hI8ZIK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3jNNjxUEkJ ++ cat /tmp/tmp.nIw8hI8ZIK ++ rm /tmp/tmp.3jNNjxUEkJ /tmp/tmp.nIw8hI8ZIK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 61 -ge 120 ]] + echo -n . .+ sleep 1 + retry=62 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.17yvQ4y3gX +++ mktemp ++ local LAST_ERR=/tmp/tmp.OommSpbyoQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.17yvQ4y3gX ++ cat /tmp/tmp.OommSpbyoQ ++ rm /tmp/tmp.17yvQ4y3gX /tmp/tmp.OommSpbyoQ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 62 -ge 120 ]] + echo -n . .+ sleep 1 + retry=63 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tv1mILvj7D +++ mktemp ++ local LAST_ERR=/tmp/tmp.sDmT2Z6LuU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tv1mILvj7D ++ cat /tmp/tmp.sDmT2Z6LuU ++ rm /tmp/tmp.tv1mILvj7D /tmp/tmp.sDmT2Z6LuU ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 63 -ge 120 ]] + echo -n . .+ sleep 1 + retry=64 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GjgqPpQtgg +++ mktemp ++ local LAST_ERR=/tmp/tmp.MmXYMyxWRi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GjgqPpQtgg ++ cat /tmp/tmp.MmXYMyxWRi ++ rm /tmp/tmp.GjgqPpQtgg /tmp/tmp.MmXYMyxWRi ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 64 -ge 120 ]] + echo -n . .+ sleep 1 + retry=65 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oqTP4to35l +++ mktemp ++ local LAST_ERR=/tmp/tmp.y3ifJDwOz3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oqTP4to35l ++ cat /tmp/tmp.y3ifJDwOz3 ++ rm /tmp/tmp.oqTP4to35l /tmp/tmp.y3ifJDwOz3 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 65 -ge 120 ]] + echo -n . .+ sleep 1 + retry=66 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ha4bKPhDC1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.KZO3Paknj1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ha4bKPhDC1 ++ cat /tmp/tmp.KZO3Paknj1 ++ rm /tmp/tmp.ha4bKPhDC1 /tmp/tmp.KZO3Paknj1 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 66 -ge 120 ]] + echo -n . .+ sleep 1 + retry=67 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gOrMeJKT0K +++ mktemp ++ local LAST_ERR=/tmp/tmp.4gGLNc1np2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gOrMeJKT0K ++ cat /tmp/tmp.4gGLNc1np2 ++ rm /tmp/tmp.gOrMeJKT0K /tmp/tmp.4gGLNc1np2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 67 -ge 120 ]] + echo -n . .+ sleep 1 + retry=68 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L1uVqni4KV +++ mktemp ++ local LAST_ERR=/tmp/tmp.CwvK6eECl6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L1uVqni4KV ++ cat /tmp/tmp.CwvK6eECl6 ++ rm /tmp/tmp.L1uVqni4KV /tmp/tmp.CwvK6eECl6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 68 -ge 120 ]] + echo -n . .+ sleep 1 + retry=69 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xPxkv8Zyrz +++ mktemp ++ local LAST_ERR=/tmp/tmp.J5I4W4BUQN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xPxkv8Zyrz ++ cat /tmp/tmp.J5I4W4BUQN ++ rm /tmp/tmp.xPxkv8Zyrz /tmp/tmp.J5I4W4BUQN ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 69 -ge 120 ]] + echo -n . .+ sleep 1 + retry=70 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EvWzzqiUuy +++ mktemp ++ local LAST_ERR=/tmp/tmp.ohj7KBpNpf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EvWzzqiUuy ++ cat /tmp/tmp.ohj7KBpNpf ++ rm /tmp/tmp.EvWzzqiUuy /tmp/tmp.ohj7KBpNpf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 70 -ge 120 ]] + echo -n . .+ sleep 1 + retry=71 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1t2zzEN2lu +++ mktemp ++ local LAST_ERR=/tmp/tmp.EVbvmsBCGZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1t2zzEN2lu ++ cat /tmp/tmp.EVbvmsBCGZ ++ rm /tmp/tmp.1t2zzEN2lu /tmp/tmp.EVbvmsBCGZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 71 -ge 120 ]] + echo -n . .+ sleep 1 + retry=72 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PuUczQQaxJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Vw43ZEgltr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PuUczQQaxJ ++ cat /tmp/tmp.Vw43ZEgltr ++ rm /tmp/tmp.PuUczQQaxJ /tmp/tmp.Vw43ZEgltr ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 72 -ge 120 ]] + echo -n . .+ sleep 1 + retry=73 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JRLmGFw4rr +++ mktemp ++ local LAST_ERR=/tmp/tmp.cJcIDzcfWq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JRLmGFw4rr ++ cat /tmp/tmp.cJcIDzcfWq ++ rm /tmp/tmp.JRLmGFw4rr /tmp/tmp.cJcIDzcfWq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 73 -ge 120 ]] + echo -n . .+ sleep 1 + retry=74 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HjD35IIMoZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.At69Xt3mji ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HjD35IIMoZ ++ cat /tmp/tmp.At69Xt3mji ++ rm /tmp/tmp.HjD35IIMoZ /tmp/tmp.At69Xt3mji ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 74 -ge 120 ]] + echo -n . .+ sleep 1 + retry=75 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jjM2PgKetP +++ mktemp ++ local LAST_ERR=/tmp/tmp.yeH8Q6pZss ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jjM2PgKetP ++ cat /tmp/tmp.yeH8Q6pZss ++ rm /tmp/tmp.jjM2PgKetP /tmp/tmp.yeH8Q6pZss ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 75 -ge 120 ]] + echo -n . .+ sleep 1 + retry=76 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pFH2BaBItt +++ mktemp ++ local LAST_ERR=/tmp/tmp.iIbqVUxNDK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pFH2BaBItt ++ cat /tmp/tmp.iIbqVUxNDK ++ rm /tmp/tmp.pFH2BaBItt /tmp/tmp.iIbqVUxNDK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 76 -ge 120 ]] + echo -n . .+ sleep 1 + retry=77 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2jv26fJz7B +++ mktemp ++ local LAST_ERR=/tmp/tmp.lZbVxufiWt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2jv26fJz7B ++ cat /tmp/tmp.lZbVxufiWt ++ rm /tmp/tmp.2jv26fJz7B /tmp/tmp.lZbVxufiWt ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 77 -ge 120 ]] + echo -n . .+ sleep 1 + retry=78 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kewSVqHzyg +++ mktemp ++ local LAST_ERR=/tmp/tmp.YHQVgwIfoy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kewSVqHzyg ++ cat /tmp/tmp.YHQVgwIfoy ++ rm /tmp/tmp.kewSVqHzyg /tmp/tmp.YHQVgwIfoy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 78 -ge 120 ]] + echo -n . .+ sleep 1 + retry=79 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4tcYi8UTKj +++ mktemp ++ local LAST_ERR=/tmp/tmp.U0M1lXzNlC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4tcYi8UTKj ++ cat /tmp/tmp.U0M1lXzNlC ++ rm /tmp/tmp.4tcYi8UTKj /tmp/tmp.U0M1lXzNlC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 79 -ge 120 ]] + echo -n . .+ sleep 1 + retry=80 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.642DxGe0DT +++ mktemp ++ local LAST_ERR=/tmp/tmp.7QGPL18cuH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.642DxGe0DT ++ cat /tmp/tmp.7QGPL18cuH ++ rm /tmp/tmp.642DxGe0DT /tmp/tmp.7QGPL18cuH ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 80 -ge 120 ]] + echo -n . .+ sleep 1 + retry=81 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.v4VWVPaYX6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.CpxtZj5l15 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.v4VWVPaYX6 ++ cat /tmp/tmp.CpxtZj5l15 ++ rm /tmp/tmp.v4VWVPaYX6 /tmp/tmp.CpxtZj5l15 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 81 -ge 120 ]] + echo -n . .+ sleep 1 + retry=82 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vRi2OcV7Xs +++ mktemp ++ local LAST_ERR=/tmp/tmp.s7VtlI6xaU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vRi2OcV7Xs ++ cat /tmp/tmp.s7VtlI6xaU ++ rm /tmp/tmp.vRi2OcV7Xs /tmp/tmp.s7VtlI6xaU ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 82 -ge 120 ]] + echo -n . .+ sleep 1 + retry=83 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CSOWi3qXkQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.dbnEZaRjBa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CSOWi3qXkQ ++ cat /tmp/tmp.dbnEZaRjBa ++ rm /tmp/tmp.CSOWi3qXkQ /tmp/tmp.dbnEZaRjBa ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 83 -ge 120 ]] + echo -n . .+ sleep 1 + retry=84 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xF12FsB8aZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.EwDkQ1tla5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xF12FsB8aZ ++ cat /tmp/tmp.EwDkQ1tla5 ++ rm /tmp/tmp.xF12FsB8aZ /tmp/tmp.EwDkQ1tla5 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 84 -ge 120 ]] + echo -n . .+ sleep 1 + retry=85 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d4gsRIgcj1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.TH5Urfudnv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d4gsRIgcj1 ++ cat /tmp/tmp.TH5Urfudnv ++ rm /tmp/tmp.d4gsRIgcj1 /tmp/tmp.TH5Urfudnv ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 85 -ge 120 ]] + echo -n . .+ sleep 1 + retry=86 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xGAjBKshWz +++ mktemp ++ local LAST_ERR=/tmp/tmp.zA8IGAfWVv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xGAjBKshWz ++ cat /tmp/tmp.zA8IGAfWVv ++ rm /tmp/tmp.xGAjBKshWz /tmp/tmp.zA8IGAfWVv ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 86 -ge 120 ]] + echo -n . .+ sleep 1 + retry=87 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dc4z6nhv7S +++ mktemp ++ local LAST_ERR=/tmp/tmp.XedwsqbrCB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dc4z6nhv7S ++ cat /tmp/tmp.XedwsqbrCB ++ rm /tmp/tmp.dc4z6nhv7S /tmp/tmp.XedwsqbrCB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 87 -ge 120 ]] + echo -n . .+ sleep 1 + retry=88 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mBelufrw88 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xb3FnJ6a0l ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mBelufrw88 ++ cat /tmp/tmp.xb3FnJ6a0l ++ rm /tmp/tmp.mBelufrw88 /tmp/tmp.xb3FnJ6a0l ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 88 -ge 120 ]] + echo -n . .+ sleep 1 + retry=89 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VBKoK1WJIW +++ mktemp ++ local LAST_ERR=/tmp/tmp.WqjaawrqV7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VBKoK1WJIW ++ cat /tmp/tmp.WqjaawrqV7 ++ rm /tmp/tmp.VBKoK1WJIW /tmp/tmp.WqjaawrqV7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 89 -ge 120 ]] + echo -n . .+ sleep 1 + retry=90 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hqrFKD5S6i +++ mktemp ++ local LAST_ERR=/tmp/tmp.AOdr2IBdfL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hqrFKD5S6i ++ cat /tmp/tmp.AOdr2IBdfL ++ rm /tmp/tmp.hqrFKD5S6i /tmp/tmp.AOdr2IBdfL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 90 -ge 120 ]] + echo -n . .+ sleep 1 + retry=91 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B0RwYIYtoB +++ mktemp ++ local LAST_ERR=/tmp/tmp.crVmsfLLdc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B0RwYIYtoB ++ cat /tmp/tmp.crVmsfLLdc ++ rm /tmp/tmp.B0RwYIYtoB /tmp/tmp.crVmsfLLdc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 91 -ge 120 ]] + echo -n . .+ sleep 1 + retry=92 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZkHT7UXz1M +++ mktemp ++ local LAST_ERR=/tmp/tmp.Uhldq4XEUS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZkHT7UXz1M ++ cat /tmp/tmp.Uhldq4XEUS ++ rm /tmp/tmp.ZkHT7UXz1M /tmp/tmp.Uhldq4XEUS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 92 -ge 120 ]] + echo -n . .+ sleep 1 + retry=93 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vNwPZ0dkS8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.veHrT1QVz7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vNwPZ0dkS8 ++ cat /tmp/tmp.veHrT1QVz7 ++ rm /tmp/tmp.vNwPZ0dkS8 /tmp/tmp.veHrT1QVz7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 93 -ge 120 ]] + echo -n . .+ sleep 1 + retry=94 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.k2uH2kkmMt +++ mktemp ++ local LAST_ERR=/tmp/tmp.STyDImQN5I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.k2uH2kkmMt ++ cat /tmp/tmp.STyDImQN5I ++ rm /tmp/tmp.k2uH2kkmMt /tmp/tmp.STyDImQN5I ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 94 -ge 120 ]] + echo -n . .+ sleep 1 + retry=95 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JDB1aqhIUs +++ mktemp ++ local LAST_ERR=/tmp/tmp.oCLKr0XuBV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JDB1aqhIUs ++ cat /tmp/tmp.oCLKr0XuBV ++ rm /tmp/tmp.JDB1aqhIUs /tmp/tmp.oCLKr0XuBV ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 95 -ge 120 ]] + echo -n . .+ sleep 1 + retry=96 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vTNUytaZL5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YLjwtux1KW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vTNUytaZL5 ++ cat /tmp/tmp.YLjwtux1KW ++ rm /tmp/tmp.vTNUytaZL5 /tmp/tmp.YLjwtux1KW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 96 -ge 120 ]] + echo -n . .+ sleep 1 + retry=97 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.U9SXuAvXVT +++ mktemp ++ local LAST_ERR=/tmp/tmp.1KIWevQVRC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.U9SXuAvXVT ++ cat /tmp/tmp.1KIWevQVRC ++ rm /tmp/tmp.U9SXuAvXVT /tmp/tmp.1KIWevQVRC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 97 -ge 120 ]] + echo -n . .+ sleep 1 + retry=98 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ANbKWuANZe +++ mktemp ++ local LAST_ERR=/tmp/tmp.aQbr3Kcere ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ANbKWuANZe ++ cat /tmp/tmp.aQbr3Kcere ++ rm /tmp/tmp.ANbKWuANZe /tmp/tmp.aQbr3Kcere ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 98 -ge 120 ]] + echo -n . .+ sleep 1 + retry=99 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1EVDWEkBGo +++ mktemp ++ local LAST_ERR=/tmp/tmp.NxWZL3G5oY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1EVDWEkBGo ++ cat /tmp/tmp.NxWZL3G5oY ++ rm /tmp/tmp.1EVDWEkBGo /tmp/tmp.NxWZL3G5oY ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 99 -ge 120 ]] + echo -n . .+ sleep 1 + retry=100 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UZzVB7NrKQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.2gijHaEYBt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UZzVB7NrKQ ++ cat /tmp/tmp.2gijHaEYBt ++ rm /tmp/tmp.UZzVB7NrKQ /tmp/tmp.2gijHaEYBt ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 100 -ge 120 ]] + echo -n . .+ sleep 1 + retry=101 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3rOv8r1DRP +++ mktemp ++ local LAST_ERR=/tmp/tmp.e0jhJWQ5g6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3rOv8r1DRP ++ cat /tmp/tmp.e0jhJWQ5g6 ++ rm /tmp/tmp.3rOv8r1DRP /tmp/tmp.e0jhJWQ5g6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 101 -ge 120 ]] + echo -n . .+ sleep 1 + retry=102 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VpW7FVqPh6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.uTO8J6X6Rz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VpW7FVqPh6 ++ cat /tmp/tmp.uTO8J6X6Rz ++ rm /tmp/tmp.VpW7FVqPh6 /tmp/tmp.uTO8J6X6Rz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 102 -ge 120 ]] + echo -n . .+ sleep 1 + retry=103 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.J7mXRYSjBi +++ mktemp ++ local LAST_ERR=/tmp/tmp.eUHzVq8Wc8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.J7mXRYSjBi ++ cat /tmp/tmp.eUHzVq8Wc8 ++ rm /tmp/tmp.J7mXRYSjBi /tmp/tmp.eUHzVq8Wc8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 103 -ge 120 ]] + echo -n . .+ sleep 1 + retry=104 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.38D8voqRm3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.pVMrEMW4vx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.38D8voqRm3 ++ cat /tmp/tmp.pVMrEMW4vx ++ rm /tmp/tmp.38D8voqRm3 /tmp/tmp.pVMrEMW4vx ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 104 -ge 120 ]] + echo -n . .+ sleep 1 + retry=105 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LiVTAMAO4q +++ mktemp ++ local LAST_ERR=/tmp/tmp.739eFfsk0r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LiVTAMAO4q ++ cat /tmp/tmp.739eFfsk0r ++ rm /tmp/tmp.LiVTAMAO4q /tmp/tmp.739eFfsk0r ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 105 -ge 120 ]] + echo -n . .+ sleep 1 + retry=106 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8SpVs3RhEe +++ mktemp ++ local LAST_ERR=/tmp/tmp.5dvPPt7EuC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8SpVs3RhEe ++ cat /tmp/tmp.5dvPPt7EuC ++ rm /tmp/tmp.8SpVs3RhEe /tmp/tmp.5dvPPt7EuC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 106 -ge 120 ]] + echo -n . .+ sleep 1 + retry=107 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.f8LaMACCOI +++ mktemp ++ local LAST_ERR=/tmp/tmp.OF74uKmGsy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.f8LaMACCOI ++ cat /tmp/tmp.OF74uKmGsy ++ rm /tmp/tmp.f8LaMACCOI /tmp/tmp.OF74uKmGsy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 107 -ge 120 ]] + echo -n . .+ sleep 1 + retry=108 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZGCf0pWPUu +++ mktemp ++ local LAST_ERR=/tmp/tmp.oUl1XQ5QFu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZGCf0pWPUu ++ cat /tmp/tmp.oUl1XQ5QFu ++ rm /tmp/tmp.ZGCf0pWPUu /tmp/tmp.oUl1XQ5QFu ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 108 -ge 120 ]] + echo -n . .+ sleep 1 + retry=109 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VgP24jj1rF +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ycv0DOCRpC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VgP24jj1rF ++ cat /tmp/tmp.Ycv0DOCRpC ++ rm /tmp/tmp.VgP24jj1rF /tmp/tmp.Ycv0DOCRpC ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 109 -ge 120 ]] + echo -n . .+ sleep 1 + retry=110 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uTdce9mrAI +++ mktemp ++ local LAST_ERR=/tmp/tmp.yVJgq4daDB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uTdce9mrAI ++ cat /tmp/tmp.yVJgq4daDB ++ rm /tmp/tmp.uTdce9mrAI /tmp/tmp.yVJgq4daDB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 110 -ge 120 ]] + echo -n . .+ sleep 1 + retry=111 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7dNqoUmZGX +++ mktemp ++ local LAST_ERR=/tmp/tmp.FVQKsIRCHw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7dNqoUmZGX ++ cat /tmp/tmp.FVQKsIRCHw ++ rm /tmp/tmp.7dNqoUmZGX /tmp/tmp.FVQKsIRCHw ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 111 -ge 120 ]] + echo -n . .+ sleep 1 + retry=112 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SbVn01SlFl +++ mktemp ++ local LAST_ERR=/tmp/tmp.AigmTmEIg7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SbVn01SlFl ++ cat /tmp/tmp.AigmTmEIg7 ++ rm /tmp/tmp.SbVn01SlFl /tmp/tmp.AigmTmEIg7 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 112 -ge 120 ]] + echo -n . .+ sleep 1 + retry=113 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GVqTAExdDH +++ mktemp ++ local LAST_ERR=/tmp/tmp.aeeqyyaj8g ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GVqTAExdDH ++ cat /tmp/tmp.aeeqyyaj8g ++ rm /tmp/tmp.GVqTAExdDH /tmp/tmp.aeeqyyaj8g ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 113 -ge 120 ]] + echo -n . .+ sleep 1 + retry=114 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oouOv2H3tU +++ mktemp ++ local LAST_ERR=/tmp/tmp.IRHcKfeqOg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oouOv2H3tU ++ cat /tmp/tmp.IRHcKfeqOg ++ rm /tmp/tmp.oouOv2H3tU /tmp/tmp.IRHcKfeqOg ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 114 -ge 120 ]] + echo -n . .+ sleep 1 + retry=115 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YffHwJXvv9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z2Zn8uYaeB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YffHwJXvv9 ++ cat /tmp/tmp.Z2Zn8uYaeB ++ rm /tmp/tmp.YffHwJXvv9 /tmp/tmp.Z2Zn8uYaeB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 115 -ge 120 ]] + echo -n . .+ sleep 1 + retry=116 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1mbLRAQc3H +++ mktemp ++ local LAST_ERR=/tmp/tmp.AcAy5iJa7W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1mbLRAQc3H ++ cat /tmp/tmp.AcAy5iJa7W ++ rm /tmp/tmp.1mbLRAQc3H /tmp/tmp.AcAy5iJa7W ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 116 -ge 120 ]] + echo -n . .+ sleep 1 + retry=117 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7nqLONjyeb +++ mktemp ++ local LAST_ERR=/tmp/tmp.Pa5YyOOCOW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7nqLONjyeb ++ cat /tmp/tmp.Pa5YyOOCOW ++ rm /tmp/tmp.7nqLONjyeb /tmp/tmp.Pa5YyOOCOW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 117 -ge 120 ]] + echo -n . .+ sleep 1 + retry=118 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2wyc5FxmNT +++ mktemp ++ local LAST_ERR=/tmp/tmp.LDFhVwlVTj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2wyc5FxmNT ++ cat /tmp/tmp.LDFhVwlVTj ++ rm /tmp/tmp.2wyc5FxmNT /tmp/tmp.LDFhVwlVTj ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 118 -ge 120 ]] + echo -n . .+ sleep 1 + retry=119 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MdeM0DavPq +++ mktemp ++ local LAST_ERR=/tmp/tmp.oTTfA9CbFY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MdeM0DavPq ++ cat /tmp/tmp.oTTfA9CbFY ++ rm /tmp/tmp.MdeM0DavPq /tmp/tmp.oTTfA9CbFY ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 119 -ge 120 ]] + echo -n . .+ sleep 1 + retry=120 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sH6rs3Mf3p +++ mktemp ++ local LAST_ERR=/tmp/tmp.mb0bzSUJV8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sH6rs3Mf3p ++ cat /tmp/tmp.mb0bzSUJV8 ++ rm /tmp/tmp.sH6rs3Mf3p /tmp/tmp.mb0bzSUJV8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 120 -ge 120 ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded' persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded + return 1 + return 1 + echo 'Enabling PVC resize' Enabling PVC resize + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' ++ mktemp + local LAST_OUT=/tmp/tmp.PGXFCtCd26 ++ mktemp + local LAST_ERR=/tmp/tmp.3r0yfVxzPY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PGXFCtCd26 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.3r0yfVxzPY + rm /tmp/tmp.PGXFCtCd26 /tmp/tmp.3r0yfVxzPY + return 0 + sleep 10 ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + resize_start_time=2025-11-06T23:47:50Z + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xYxBsMHH2Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.kG1BIHyAAg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xYxBsMHH2Z ++ cat /tmp/tmp.kG1BIHyAAg ++ rm /tmp/tmp.xYxBsMHH2Z /tmp/tmp.kG1BIHyAAg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q8CNY60Gfz +++ mktemp ++ local LAST_ERR=/tmp/tmp.rR07xuBrQM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Q8CNY60Gfz ++ cat /tmp/tmp.rR07xuBrQM ++ rm /tmp/tmp.Q8CNY60Gfz /tmp/tmp.rR07xuBrQM ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d6vNm74YUV +++ mktemp ++ local LAST_ERR=/tmp/tmp.FoeWEySgc7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d6vNm74YUV ++ cat /tmp/tmp.FoeWEySgc7 ++ rm /tmp/tmp.d6vNm74YUV /tmp/tmp.FoeWEySgc7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bYvhza0ysZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.5KOEVYWNXR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bYvhza0ysZ ++ cat /tmp/tmp.5KOEVYWNXR ++ rm /tmp/tmp.bYvhza0ysZ /tmp/tmp.5KOEVYWNXR ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lwzA1z2vL3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.zkio2nVbv2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lwzA1z2vL3 ++ cat /tmp/tmp.zkio2nVbv2 ++ rm /tmp/tmp.lwzA1z2vL3 /tmp/tmp.zkio2nVbv2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zaW8vSWi6n +++ mktemp ++ local LAST_ERR=/tmp/tmp.rC69LDKghk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zaW8vSWi6n ++ cat /tmp/tmp.rC69LDKghk ++ rm /tmp/tmp.zaW8vSWi6n /tmp/tmp.rC69LDKghk ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OACt8jMWjk +++ mktemp ++ local LAST_ERR=/tmp/tmp.pL7wbGFnQr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OACt8jMWjk ++ cat /tmp/tmp.pL7wbGFnQr ++ rm /tmp/tmp.OACt8jMWjk /tmp/tmp.pL7wbGFnQr ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Mbahs0KqMG ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.oyi3SuqwNt +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Mbahs0KqMG +++++ cat /tmp/tmp.oyi3SuqwNt +++++ rm /tmp/tmp.Mbahs0KqMG /tmp/tmp.oyi3SuqwNt +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8ObZABTuS3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.vTmoSJemAB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8ObZABTuS3 ++ cat /tmp/tmp.vTmoSJemAB ++ rm /tmp/tmp.8ObZABTuS3 /tmp/tmp.vTmoSJemAB ++ return 0 + [[ 2 == \2 ]] + echo + wait_all_pvc_resize 3Gi + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.zIAgGBkzi3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.KXysIjl7Of ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zIAgGBkzi3 ++ cat /tmp/tmp.KXysIjl7Of ++ rm /tmp/tmp.zIAgGBkzi3 /tmp/tmp.KXysIjl7Of ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.v5sOjHICpm +++ mktemp ++ local LAST_ERR=/tmp/tmp.UJrATbmdU7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.v5sOjHICpm ++ cat /tmp/tmp.UJrATbmdU7 ++ rm /tmp/tmp.v5sOjHICpm /tmp/tmp.UJrATbmdU7 ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.19ZnY3LUkr +++ mktemp ++ local LAST_ERR=/tmp/tmp.iuT5R3gxyH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.19ZnY3LUkr ++ cat /tmp/tmp.iuT5R3gxyH ++ rm /tmp/tmp.19ZnY3LUkr /tmp/tmp.iuT5R3gxyH ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HgyQ7HalZ4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.LQgM44wd5a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HgyQ7HalZ4 ++ cat /tmp/tmp.LQgM44wd5a ++ rm /tmp/tmp.HgyQ7HalZ4 /tmp/tmp.LQgM44wd5a ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + resize_finish_time=2025-11-06T23:48:37Z + has_error_status 2025-11-06T23:47:50Z 2025-11-06T23:48:37Z + local resize_start=2025-11-06T23:47:50Z + local resize_finish=2025-11-06T23:48:37Z + local error_expected=false ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.conditions}' ++ jq -r --arg start 2025-11-06T23:47:50Z --arg end 2025-11-06T23:48:37Z 'map(select(.type == "error" and (.lastTransitionTime >= $start and .lastTransitionTime <= $end) )) | if length > 0 then "true" else "false" end ' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rdjDrBJQ2P +++ mktemp ++ local LAST_ERR=/tmp/tmp.bHx47OvgQb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.conditions}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rdjDrBJQ2P ++ cat /tmp/tmp.bHx47OvgQb ++ rm /tmp/tmp.rdjDrBJQ2P /tmp/tmp.bHx47OvgQb ++ return 0 + has_error=false + [[ false != false ]] + '[' 0 == 1 -o -n '' ']' + desc 'create 1st insufficient resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create 1st insufficient resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qZ5yTBNPvq +++ mktemp ++ local LAST_ERR=/tmp/tmp.KXVb75Tq5e ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qZ5yTBNPvq ++ cat /tmp/tmp.KXVb75Tq5e ++ rm /tmp/tmp.qZ5yTBNPvq /tmp/tmp.KXVb75Tq5e ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + sed s/STORAGECLASS/standard-rwo/ + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/QUOTA/10Gi/ ++ mktemp + local LAST_OUT=/tmp/tmp.51oJYTjpVR ++ mktemp + local LAST_ERR=/tmp/tmp.fbPQJ6HWTp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.51oJYTjpVR resourcequota/default-storage-quota created + cat /tmp/tmp.fbPQJ6HWTp + rm /tmp/tmp.51oJYTjpVR /tmp/tmp.fbPQJ6HWTp + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.YmDHZTsm9A ++ mktemp + local LAST_ERR=/tmp/tmp.lGGs6kUKM5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YmDHZTsm9A perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.lGGs6kUKM5 + rm /tmp/tmp.YmDHZTsm9A /tmp/tmp.lGGs6kUKM5 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hvKQFar3Hc +++ mktemp ++ local LAST_ERR=/tmp/tmp.ymmeggMFML ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hvKQFar3Hc ++ cat /tmp/tmp.ymmeggMFML ++ rm /tmp/tmp.hvKQFar3Hc /tmp/tmp.ymmeggMFML ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HeookhwZqQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.SxrbaprLrK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HeookhwZqQ ++ cat /tmp/tmp.SxrbaprLrK ++ rm /tmp/tmp.HeookhwZqQ /tmp/tmp.SxrbaprLrK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7YJliD22Ee +++ mktemp ++ local LAST_ERR=/tmp/tmp.KRKXPH2dtD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7YJliD22Ee ++ cat /tmp/tmp.KRKXPH2dtD ++ rm /tmp/tmp.7YJliD22Ee /tmp/tmp.KRKXPH2dtD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B1pOTwhBsA +++ mktemp ++ local LAST_ERR=/tmp/tmp.M0meMjRqO1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B1pOTwhBsA ++ cat /tmp/tmp.M0meMjRqO1 ++ rm /tmp/tmp.B1pOTwhBsA /tmp/tmp.M0meMjRqO1 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tcZuJiWXz1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.EnWQDswkTg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tcZuJiWXz1 ++ cat /tmp/tmp.EnWQDswkTg ++ rm /tmp/tmp.tcZuJiWXz1 /tmp/tmp.EnWQDswkTg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qidr53usMT +++ mktemp ++ local LAST_ERR=/tmp/tmp.WguHlOSlTn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qidr53usMT ++ cat /tmp/tmp.WguHlOSlTn ++ rm /tmp/tmp.qidr53usMT /tmp/tmp.WguHlOSlTn ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j5hyZdKcO6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.trbr3s0YM4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j5hyZdKcO6 ++ cat /tmp/tmp.trbr3s0YM4 ++ rm /tmp/tmp.j5hyZdKcO6 /tmp/tmp.trbr3s0YM4 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2yN6igeiJs +++ mktemp ++ local LAST_ERR=/tmp/tmp.VmLpYCUJfr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2yN6igeiJs ++ cat /tmp/tmp.VmLpYCUJfr ++ rm /tmp/tmp.2yN6igeiJs /tmp/tmp.VmLpYCUJfr ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ILBHnYfMz0 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.lJzNOieMYr +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ILBHnYfMz0 +++++ cat /tmp/tmp.lJzNOieMYr +++++ rm /tmp/tmp.ILBHnYfMz0 /tmp/tmp.lJzNOieMYr +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3p0aoRMWZt +++ mktemp ++ local LAST_ERR=/tmp/tmp.YDK8wrYMWn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3p0aoRMWZt ++ cat /tmp/tmp.YDK8wrYMWn ++ rm /tmp/tmp.3p0aoRMWZt /tmp/tmp.YDK8wrYMWn ++ return 0 + [[ 2 == \2 ]] + echo + echo + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized + wait_any_pvc_resize 4Gi + local expected_size=4Gi + local pvc_num=1 + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized ++ jq '[.items[] | select(.status.capacity.storage == "4Gi")] | length' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ah6boWpmtx +++ mktemp ++ local LAST_ERR=/tmp/tmp.rfpJQg0XPq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ah6boWpmtx ++ cat /tmp/tmp.rfpJQg0XPq ++ rm /tmp/tmp.Ah6boWpmtx /tmp/tmp.rfpJQg0XPq ++ return 0 + [[ 1 == 1 ]] + echo + echo 'PVC was resized' PVC was resized + return 0 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "4Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A9yRW7qcNQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.5gGH5FtzSP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A9yRW7qcNQ ++ cat /tmp/tmp.5gGH5FtzSP ++ rm /tmp/tmp.A9yRW7qcNQ /tmp/tmp.5gGH5FtzSP ++ return 0 + resized_pvc=datadir-some-name-pxc-0 + echo 'datadir-some-name-pxc-0 was resized' datadir-some-name-pxc-0 was resized + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eJKq890FdI +++ mktemp ++ local LAST_ERR=/tmp/tmp.1llkk8IwKX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eJKq890FdI ++ cat /tmp/tmp.1llkk8IwKX ++ rm /tmp/tmp.eJKq890FdI /tmp/tmp.1llkk8IwKX ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq '[.items[] | select(.status.capacity.storage == "3Gi")] | length' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GIVzjXlMIl +++ mktemp ++ local LAST_ERR=/tmp/tmp.bJ36kjMc4j ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GIVzjXlMIl ++ cat /tmp/tmp.bJ36kjMc4j ++ rm /tmp/tmp.GIVzjXlMIl /tmp/tmp.bJ36kjMc4j ++ return 0 + [[ 2 != 2 ]] ++ jq -r '.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.LyKhMmPevd +++ mktemp ++ local LAST_ERR=/tmp/tmp.NuSlt72qoS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LyKhMmPevd ++ cat /tmp/tmp.NuSlt72qoS ++ rm /tmp/tmp.LyKhMmPevd /tmp/tmp.NuSlt72qoS ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ grep 'PVC resize failed' ++ grep ExceededQuota ++ kubectl_bin describe pvc datadir-some-name-pxc-1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.GUC6WPmJ0x +++ mktemp ++ local LAST_ERR=/tmp/tmp.gY0MwcWAUW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-1 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GUC6WPmJ0x ++ cat /tmp/tmp.gY0MwcWAUW ++ rm /tmp/tmp.GUC6WPmJ0x /tmp/tmp.gY0MwcWAUW ++ return 0 + [[ ! -n Warning ExceededQuota 54s pxc-controller PVC resize failed ]] + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ kubectl_bin describe pvc datadir-some-name-pxc-2 ++ grep ExceededQuota +++ mktemp ++ local LAST_OUT=/tmp/tmp.TAe7rRqg8u +++ mktemp ++ local LAST_ERR=/tmp/tmp.jwODdBRrUM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-2 ++ grep 'PVC resize failed' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TAe7rRqg8u ++ cat /tmp/tmp.jwODdBRrUM ++ rm /tmp/tmp.TAe7rRqg8u /tmp/tmp.jwODdBRrUM ++ return 0 + [[ ! -n Warning ExceededQuota 55s pxc-controller PVC resize failed ]] + desc 'update insufficient resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- update insufficient resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 11Gi + local quota=11Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Gzq4jylitl +++ mktemp ++ local LAST_ERR=/tmp/tmp.RvSigkP3ld ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Gzq4jylitl ++ cat /tmp/tmp.RvSigkP3ld ++ rm /tmp/tmp.Gzq4jylitl /tmp/tmp.RvSigkP3ld ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 11Gi' Applying resourcequota for default storageclass standard-rwo with quota 11Gi + kubectl_bin apply -f - + sed s/STORAGECLASS/standard-rwo/ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/conf/resourcequota.yml ++ mktemp + local LAST_OUT=/tmp/tmp.4U1PBbrZx1 ++ mktemp + local LAST_ERR=/tmp/tmp.arCUaiqegu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + sed s/QUOTA/11Gi/ + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4U1PBbrZx1 resourcequota/default-storage-quota configured + cat /tmp/tmp.arCUaiqegu + rm /tmp/tmp.4U1PBbrZx1 /tmp/tmp.arCUaiqegu + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.giqzeb6VKP ++ mktemp + local LAST_ERR=/tmp/tmp.r7vQkCHp1d + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.giqzeb6VKP perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.r7vQkCHp1d + rm /tmp/tmp.giqzeb6VKP /tmp/tmp.r7vQkCHp1d + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ENswUmq3pa +++ mktemp ++ local LAST_ERR=/tmp/tmp.kh3ShnEnHo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ENswUmq3pa ++ cat /tmp/tmp.kh3ShnEnHo ++ rm /tmp/tmp.ENswUmq3pa /tmp/tmp.kh3ShnEnHo ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uuLHQ0DeWm +++ mktemp ++ local LAST_ERR=/tmp/tmp.3Vz3OEjdaN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uuLHQ0DeWm ++ cat /tmp/tmp.3Vz3OEjdaN ++ rm /tmp/tmp.uuLHQ0DeWm /tmp/tmp.3Vz3OEjdaN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.C6z8cHqeqg +++ mktemp ++ local LAST_ERR=/tmp/tmp.N17QX6L2De ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.C6z8cHqeqg ++ cat /tmp/tmp.N17QX6L2De ++ rm /tmp/tmp.C6z8cHqeqg /tmp/tmp.N17QX6L2De ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DyqA8XmR6L +++ mktemp ++ local LAST_ERR=/tmp/tmp.iusluv48tz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DyqA8XmR6L ++ cat /tmp/tmp.iusluv48tz ++ rm /tmp/tmp.DyqA8XmR6L /tmp/tmp.iusluv48tz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fok35HtNOd +++ mktemp ++ local LAST_ERR=/tmp/tmp.RikgjTkCp7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fok35HtNOd ++ cat /tmp/tmp.RikgjTkCp7 ++ rm /tmp/tmp.Fok35HtNOd /tmp/tmp.RikgjTkCp7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.njEC16EKaA +++ mktemp ++ local LAST_ERR=/tmp/tmp.ROVI1cVy36 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.njEC16EKaA ++ cat /tmp/tmp.ROVI1cVy36 ++ rm /tmp/tmp.njEC16EKaA /tmp/tmp.ROVI1cVy36 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tb3dyAhRtS +++ mktemp ++ local LAST_ERR=/tmp/tmp.qTWjfr4JbB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tb3dyAhRtS ++ cat /tmp/tmp.qTWjfr4JbB ++ rm /tmp/tmp.tb3dyAhRtS /tmp/tmp.qTWjfr4JbB ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lQWRixyVV9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.2A7kbX33Uh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lQWRixyVV9 ++ cat /tmp/tmp.2A7kbX33Uh ++ rm /tmp/tmp.lQWRixyVV9 /tmp/tmp.2A7kbX33Uh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.px3Ny5FcgT +++ mktemp ++ local LAST_ERR=/tmp/tmp.FCfrSZ75M9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.px3Ny5FcgT ++ cat /tmp/tmp.FCfrSZ75M9 ++ rm /tmp/tmp.px3Ny5FcgT /tmp/tmp.FCfrSZ75M9 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aNhaTA4IP9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.oGQwQwMkSq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aNhaTA4IP9 ++ cat /tmp/tmp.oGQwQwMkSq ++ rm /tmp/tmp.aNhaTA4IP9 /tmp/tmp.oGQwQwMkSq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SDwJ8zABbd +++ mktemp ++ local LAST_ERR=/tmp/tmp.ODmVWiMGFm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SDwJ8zABbd ++ cat /tmp/tmp.ODmVWiMGFm ++ rm /tmp/tmp.SDwJ8zABbd /tmp/tmp.ODmVWiMGFm ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZUODHcF2fW +++ mktemp ++ local LAST_ERR=/tmp/tmp.XmKeXA3etT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZUODHcF2fW ++ cat /tmp/tmp.XmKeXA3etT ++ rm /tmp/tmp.ZUODHcF2fW /tmp/tmp.XmKeXA3etT ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LqiOPfb1lQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.J0iDTxQ9gi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LqiOPfb1lQ ++ cat /tmp/tmp.J0iDTxQ9gi ++ rm /tmp/tmp.LqiOPfb1lQ /tmp/tmp.J0iDTxQ9gi ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.nLsGoAD2go ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.eLGvYCmYuy +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.nLsGoAD2go +++++ cat /tmp/tmp.eLGvYCmYuy +++++ rm /tmp/tmp.nLsGoAD2go /tmp/tmp.eLGvYCmYuy +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wxdPp65IAs +++ mktemp ++ local LAST_ERR=/tmp/tmp.Y7nIZcVg6a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wxdPp65IAs ++ cat /tmp/tmp.Y7nIZcVg6a ++ rm /tmp/tmp.wxdPp65IAs /tmp/tmp.Y7nIZcVg6a ++ return 0 + [[ 2 == \2 ]] + echo + echo + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized + wait_any_pvc_resize 4Gi 2 + local expected_size=4Gi + local pvc_num=2 + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq '[.items[] | select(.status.capacity.storage == "4Gi")] | length' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ADPPyDiwWB +++ mktemp ++ local LAST_ERR=/tmp/tmp.OaxHonUzTu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ADPPyDiwWB ++ cat /tmp/tmp.OaxHonUzTu ++ rm /tmp/tmp.ADPPyDiwWB /tmp/tmp.OaxHonUzTu ++ return 0 + [[ 2 == 2 ]] + echo + echo 'PVC was resized' PVC was resized + return 0 ++ jq -r '.items[] | select(.status.capacity.storage == "4Gi") | .metadata.name' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.pSAp06jb0m +++ mktemp ++ local LAST_ERR=/tmp/tmp.KnaS5wM6rL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pSAp06jb0m ++ cat /tmp/tmp.KnaS5wM6rL ++ rm /tmp/tmp.pSAp06jb0m /tmp/tmp.KnaS5wM6rL ++ return 0 + resized_pvc='datadir-some-name-pxc-0 datadir-some-name-pxc-1' + echo 'datadir-some-name-pxc-0 datadir-some-name-pxc-1 was resized' datadir-some-name-pxc-0 datadir-some-name-pxc-1 was resized + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pGBAYi7Aok +++ mktemp ++ local LAST_ERR=/tmp/tmp.BNFzL1GBr2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pGBAYi7Aok ++ cat /tmp/tmp.BNFzL1GBr2 ++ rm /tmp/tmp.pGBAYi7Aok /tmp/tmp.BNFzL1GBr2 ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ jq '[.items[] | select(.status.capacity.storage == "3Gi")] | length' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.8wovJdgAH9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.qgEO0waWCn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8wovJdgAH9 ++ cat /tmp/tmp.qgEO0waWCn ++ rm /tmp/tmp.8wovJdgAH9 /tmp/tmp.qgEO0waWCn ++ return 0 + [[ 1 != 1 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.40WfqXUlm6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.fZTgmgJH2x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.40WfqXUlm6 ++ cat /tmp/tmp.fZTgmgJH2x ++ rm /tmp/tmp.40WfqXUlm6 /tmp/tmp.fZTgmgJH2x ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ grep ExceededQuota ++ grep 'PVC resize failed' ++ kubectl_bin describe pvc datadir-some-name-pxc-2 +++ mktemp ++ local LAST_OUT=/tmp/tmp.VAE2VQ5And +++ mktemp ++ local LAST_ERR=/tmp/tmp.ahVOtUg17A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-2 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VAE2VQ5And ++ cat /tmp/tmp.ahVOtUg17A ++ rm /tmp/tmp.VAE2VQ5And /tmp/tmp.ahVOtUg17A ++ return 0 + [[ ! -n Warning ExceededQuota 88s (x2 over 2m29s) pxc-controller PVC resize failed ]] + desc 'update resourcequota to be sufficient' + set +o xtrace ----------------------------------------------------------------------------------- update resourcequota to be sufficient ----------------------------------------------------------------------------------- + apply_resourcequota 12Gi + local quota=12Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.09tMyL1kbv +++ mktemp ++ local LAST_ERR=/tmp/tmp.XrQlG9hLly ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.09tMyL1kbv ++ cat /tmp/tmp.XrQlG9hLly ++ rm /tmp/tmp.09tMyL1kbv /tmp/tmp.XrQlG9hLly ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2154/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + kubectl_bin apply -f - + sed s/QUOTA/12Gi/ ++ mktemp + local LAST_OUT=/tmp/tmp.nSlE0iM59A ++ mktemp + local LAST_ERR=/tmp/tmp.wyDzaHOjAd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nSlE0iM59A resourcequota/default-storage-quota configured + cat /tmp/tmp.wyDzaHOjAd + rm /tmp/tmp.nSlE0iM59A /tmp/tmp.wyDzaHOjAd + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.7HKuy9tj5v ++ mktemp + local LAST_ERR=/tmp/tmp.DM9kIyrZEz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7HKuy9tj5v perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.DM9kIyrZEz + rm /tmp/tmp.7HKuy9tj5v /tmp/tmp.DM9kIyrZEz + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pkoukQDuWc +++ mktemp ++ local LAST_ERR=/tmp/tmp.n3LbLa4YI9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pkoukQDuWc ++ cat /tmp/tmp.n3LbLa4YI9 ++ rm /tmp/tmp.pkoukQDuWc /tmp/tmp.n3LbLa4YI9 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MgOHNgjdiG +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ic8Ni7YpQ2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MgOHNgjdiG ++ cat /tmp/tmp.Ic8Ni7YpQ2 ++ rm /tmp/tmp.MgOHNgjdiG /tmp/tmp.Ic8Ni7YpQ2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8r92UmTyqg +++ mktemp ++ local LAST_ERR=/tmp/tmp.V5V6TGAEUO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8r92UmTyqg ++ cat /tmp/tmp.V5V6TGAEUO ++ rm /tmp/tmp.8r92UmTyqg /tmp/tmp.V5V6TGAEUO ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dFFnnTaJ8t +++ mktemp ++ local LAST_ERR=/tmp/tmp.YTaExRkqCn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dFFnnTaJ8t ++ cat /tmp/tmp.YTaExRkqCn ++ rm /tmp/tmp.dFFnnTaJ8t /tmp/tmp.YTaExRkqCn ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YyNXKskpiW +++ mktemp ++ local LAST_ERR=/tmp/tmp.HWENcNOryh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YyNXKskpiW ++ cat /tmp/tmp.HWENcNOryh ++ rm /tmp/tmp.YyNXKskpiW /tmp/tmp.HWENcNOryh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A9ACqI9eOV +++ mktemp ++ local LAST_ERR=/tmp/tmp.2GMcigtg6q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A9ACqI9eOV ++ cat /tmp/tmp.2GMcigtg6q ++ rm /tmp/tmp.A9ACqI9eOV /tmp/tmp.2GMcigtg6q ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5uVVCH2gEc +++ mktemp ++ local LAST_ERR=/tmp/tmp.5yZ4j9oS4i ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5uVVCH2gEc ++ cat /tmp/tmp.5yZ4j9oS4i ++ rm /tmp/tmp.5uVVCH2gEc /tmp/tmp.5yZ4j9oS4i ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0tW44JDdh6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.yXJUOgqEnH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0tW44JDdh6 ++ cat /tmp/tmp.yXJUOgqEnH ++ rm /tmp/tmp.0tW44JDdh6 /tmp/tmp.yXJUOgqEnH ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AVo9cM0KZI +++ mktemp ++ local LAST_ERR=/tmp/tmp.ofwCtaZ6f9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AVo9cM0KZI ++ cat /tmp/tmp.ofwCtaZ6f9 ++ rm /tmp/tmp.AVo9cM0KZI /tmp/tmp.ofwCtaZ6f9 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DW0YWY2RkG +++ mktemp ++ local LAST_ERR=/tmp/tmp.8Mpekhdtng ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DW0YWY2RkG ++ cat /tmp/tmp.8Mpekhdtng ++ rm /tmp/tmp.DW0YWY2RkG /tmp/tmp.8Mpekhdtng ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.efW1WRBM0d +++ mktemp ++ local LAST_ERR=/tmp/tmp.YVcBdxz1Lw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.efW1WRBM0d ++ cat /tmp/tmp.YVcBdxz1Lw ++ rm /tmp/tmp.efW1WRBM0d /tmp/tmp.YVcBdxz1Lw ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V1udzkp87N +++ mktemp ++ local LAST_ERR=/tmp/tmp.pjc3Fnyop7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V1udzkp87N ++ cat /tmp/tmp.pjc3Fnyop7 ++ rm /tmp/tmp.V1udzkp87N /tmp/tmp.pjc3Fnyop7 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.cciaZxhl1d ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.u0XAjwEuvw +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.cciaZxhl1d +++++ cat /tmp/tmp.u0XAjwEuvw +++++ rm /tmp/tmp.cciaZxhl1d /tmp/tmp.u0XAjwEuvw +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.S4p6BtZCrr +++ mktemp ++ local LAST_ERR=/tmp/tmp.dn1BxYbtFw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.S4p6BtZCrr ++ cat /tmp/tmp.dn1BxYbtFw ++ rm /tmp/tmp.S4p6BtZCrr /tmp/tmp.dn1BxYbtFw ++ return 0 + [[ 2 == \2 ]] + echo + echo + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.EELuKz9JRn +++ mktemp ++ local LAST_ERR=/tmp/tmp.q2nySphtXt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EELuKz9JRn ++ cat /tmp/tmp.q2nySphtXt ++ rm /tmp/tmp.EELuKz9JRn /tmp/tmp.q2nySphtXt ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gXqh7NzGbK +++ mktemp ++ local LAST_ERR=/tmp/tmp.1oAPAmQDzb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gXqh7NzGbK ++ cat /tmp/tmp.1oAPAmQDzb ++ rm /tmp/tmp.gXqh7NzGbK /tmp/tmp.1oAPAmQDzb ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L2Fqie9bqL +++ mktemp ++ local LAST_ERR=/tmp/tmp.JzQ8JgeSt7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L2Fqie9bqL ++ cat /tmp/tmp.JzQ8JgeSt7 ++ rm /tmp/tmp.L2Fqie9bqL /tmp/tmp.JzQ8JgeSt7 ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pwub30k9GO +++ mktemp ++ local LAST_ERR=/tmp/tmp.xJXI8m1t9G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pwub30k9GO ++ cat /tmp/tmp.xJXI8m1t9G ++ rm /tmp/tmp.Pwub30k9GO /tmp/tmp.xJXI8m1t9G ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tMDhlL8qut +++ mktemp ++ local LAST_ERR=/tmp/tmp.DCzh7RpeG4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tMDhlL8qut ++ cat /tmp/tmp.DCzh7RpeG4 ++ rm /tmp/tmp.tMDhlL8qut /tmp/tmp.DCzh7RpeG4 ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + downscale_start_time=2025-11-06T23:52:41Z + patch_pvc_request some-name 1G + local cluster=some-name + local size=1G + echo 'Patching PVC request to 1G in some-name' Patching PVC request to 1G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.NMWNyxI9eQ ++ mktemp + local LAST_ERR=/tmp/tmp.WQpmNXY6Sg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NMWNyxI9eQ perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.WQpmNXY6Sg + rm /tmp/tmp.NMWNyxI9eQ /tmp/tmp.WQpmNXY6Sg + return 0 + sleep 7 + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.yw81WAW6Hk +++ mktemp ++ local LAST_ERR=/tmp/tmp.GC6cC1n5lT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yw81WAW6Hk ++ cat /tmp/tmp.GC6cC1n5lT ++ rm /tmp/tmp.yw81WAW6Hk /tmp/tmp.GC6cC1n5lT ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.e9JKi6wvKW +++ mktemp ++ local LAST_ERR=/tmp/tmp.xa3FS4sHWX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.e9JKi6wvKW ++ cat /tmp/tmp.xa3FS4sHWX ++ rm /tmp/tmp.e9JKi6wvKW /tmp/tmp.xa3FS4sHWX ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K7wVsQ8eDi +++ mktemp ++ local LAST_ERR=/tmp/tmp.rwjuhLEyss ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K7wVsQ8eDi ++ cat /tmp/tmp.rwjuhLEyss ++ rm /tmp/tmp.K7wVsQ8eDi /tmp/tmp.rwjuhLEyss ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yiQPRJ6mwa +++ mktemp ++ local LAST_ERR=/tmp/tmp.qglPK6Qbl1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yiQPRJ6mwa ++ cat /tmp/tmp.qglPK6Qbl1 ++ rm /tmp/tmp.yiQPRJ6mwa /tmp/tmp.qglPK6Qbl1 ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9lRyeMDvKS +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ae4ooNhcgx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9lRyeMDvKS ++ cat /tmp/tmp.Ae4ooNhcgx ++ rm /tmp/tmp.9lRyeMDvKS /tmp/tmp.Ae4ooNhcgx ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + downscale_finish_time=2025-11-06T23:52:56Z + has_error_status 2025-11-06T23:52:41Z 2025-11-06T23:52:56Z true + local resize_start=2025-11-06T23:52:41Z + local resize_finish=2025-11-06T23:52:56Z + local error_expected=true ++ jq -r --arg start 2025-11-06T23:52:41Z --arg end 2025-11-06T23:52:56Z 'map(select(.type == "error" and (.lastTransitionTime >= $start and .lastTransitionTime <= $end) )) | if length > 0 then "true" else "false" end ' ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.conditions}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Usuwzh2aly +++ mktemp ++ local LAST_ERR=/tmp/tmp.p2UUJ40uiN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.conditions}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Usuwzh2aly ++ cat /tmp/tmp.p2UUJ40uiN ++ rm /tmp/tmp.Usuwzh2aly /tmp/tmp.p2UUJ40uiN ++ return 0 + has_error=true + [[ true != true ]] + destroy pvc-resize-15695 + local namespace=pvc-resize-15695 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'the object has been modified' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + grep -v 'get backup status: Job.batch' +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + sort -u +++ grep -c percona-xtradb-cluster-operator + tee /tmp/tmp.CvitHIcAK0/operator.log ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.YKYBB3DNuq +++ mktemp ++ local LAST_ERR=/tmp/tmp.qNuN80y5DR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YKYBB3DNuq ++ cat /tmp/tmp.qNuN80y5DR ++ rm /tmp/tmp.YKYBB3DNuq /tmp/tmp.qNuN80y5DR ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-c799c8d46-jkwd6 ++ mktemp + local LAST_OUT=/tmp/tmp.9gQE1L5J4P ++ mktemp + local LAST_ERR=/tmp/tmp.E3y8Y1LNcz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-c799c8d46-jkwd6 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9gQE1L5J4P + cat /tmp/tmp.E3y8Y1LNcz + rm /tmp/tmp.9gQE1L5J4P /tmp/tmp.E3y8Y1LNcz + return 0 } }, - }, - { - }, + }, + { + }, 2025-11-06T23:37:23.560Z INFO setup Manager starting up {"gitCommit": "0538614fbed20de0f0d7c794f79f89e8a46b8543", "gitBranch": "PR-2154-0538614f", "buildTime": "2025-11-06T22:22:40Z", "goVersion": "go1.25.4", "os": "linux", "arch": "amd64"} 2025-11-06T23:37:23.560Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.31.13-gke.1139000"} 2025-11-06T23:37:23.563Z INFO setup Registering Components. 2025-11-06T23:37:24.143Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2025-11-06T23:37:24.143Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2025-11-06T23:37:24.143Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2025-11-06T23:37:24.143Z INFO controller-runtime.metrics Starting metrics server 2025-11-06T23:37:24.143Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2025-11-06T23:37:24.143Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2025-11-06T23:37:24.143Z INFO controller-runtime.webhook Starting webhook server 2025-11-06T23:37:24.143Z INFO setup Starting the Cmd. 2025-11-06T23:37:24.143Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2025-11-06T23:37:24.244Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2025-11-06T23:37:24.276Z DEBUG events percona-xtradb-cluster-operator-c799c8d46-jkwd6_98289987-2a3e-43b0-9c3e-7e7ed8d6eede became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"17ee9591-3e53-4c04-bb2f-b0e8038e3688","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1762472244268879009"}, "reason": "LeaderElection"} 2025-11-06T23:37:24.276Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2025-11-06T23:37:24.276Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2025-11-06T23:37:24.276Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.Secret"} 2025-11-06T23:37:24.276Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2025-11-06T23:37:24.276Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2025-11-06T23:37:24.377Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2025-11-06T23:37:24.377Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2025-11-06T23:37:24.477Z INFO Starting Controller {"controller": "pxc-controller"} 2025-11-06T23:37:24.477Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2025-11-06T23:37:24.477Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2025-11-06T23:37:24.477Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2025-11-06T23:38:10.568Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6809b156-44ba-43bd-970b-10a0cc6805bc", "version": "1.19.0"} 2025-11-06T23:38:10.913Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6809b156-44ba-43bd-970b-10a0cc6805bc", "object": "auto-some-name-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-11-06T23:38:11.031Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6809b156-44ba-43bd-970b-10a0cc6805bc", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-06T23:38:11.067Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6809b156-44ba-43bd-970b-10a0cc6805bc", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-06T23:38:11.127Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6809b156-44ba-43bd-970b-10a0cc6805bc", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-11-06T23:38:11.203Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6809b156-44ba-43bd-970b-10a0cc6805bc", "object": "some-name-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-11-06T23:38:11.261Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6809b156-44ba-43bd-970b-10a0cc6805bc", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-11-06T23:38:11.455Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6809b156-44ba-43bd-970b-10a0cc6805bc", "object": "some-name-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-11-06T23:38:12.400Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a052ff97-4c24-4b8a-8fdb-1720b2f54c45", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-11-06T23:38:12.430Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a052ff97-4c24-4b8a-8fdb-1720b2f54c45", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-11-06T23:39:29.548Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0b213cb4-4b6b-47c4-8927-ad47046f7ddd", "user": "operator"} 2025-11-06T23:39:29.583Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0b213cb4-4b6b-47c4-8927-ad47046f7ddd", "user": "monitor"} 2025-11-06T23:39:29.620Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0b213cb4-4b6b-47c4-8927-ad47046f7ddd"} 2025-11-06T23:39:29.659Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0b213cb4-4b6b-47c4-8927-ad47046f7ddd", "user": "xtrabackup"} 2025-11-06T23:39:29.702Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0b213cb4-4b6b-47c4-8927-ad47046f7ddd"} 2025-11-06T23:41:51.011Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1d77932c-234f-4c42-a84f-802e57888bdc", "user": "root"} 2025-11-06T23:41:51.042Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1d77932c-234f-4c42-a84f-802e57888bdc", "user": "replication"} 2025-11-06T23:41:51.090Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1d77932c-234f-4c42-a84f-802e57888bdc", "new version": "5.7.44-48-57"} 2025-11-06T23:47:40.809Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:40.809Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:47:40.864Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:40.864Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:40.887Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:40.887Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:40.924Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sfs": "haproxy"} 2025-11-06T23:47:40.924Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sfs": "pxc"} 2025-11-06T23:47:40.924Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8d6c0c7a-21db-4872-9ee9-ef4d5762aaf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:41.311Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.311Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.311Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:47:41.311Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:41.405Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:41.405Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:47:41.443Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:41.443Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:41.470Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:41.470Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:41.487Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sfs": "haproxy"} 2025-11-06T23:47:41.487Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sfs": "pxc"} 2025-11-06T23:47:41.487Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bd410340-f63b-4ef9-9966-e57ccbf84255", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:41.625Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.625Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.625Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:47:41.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:41.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-40d83d65-3cdd-48f4-ba5d-e032a6a6f5e8"} 2025-11-06T23:47:41.625Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:41.657Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:41.657Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:47:41.674Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:41.674Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:41.687Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:41.687Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:41.701Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sfs": "haproxy"} 2025-11-06T23:47:41.701Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sfs": "pxc"} 2025-11-06T23:47:41.701Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18581c59-0506-44a0-9411-5fea4ec8e4b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:43.996Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:43.996Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:43.996Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:43.996Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:43.996Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:43.996Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:47:43.996Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:43.996Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-40d83d65-3cdd-48f4-ba5d-e032a6a6f5e8"} 2025-11-06T23:47:43.996Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:44.047Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.047Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-11-06T23:47:44.061Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:44.061Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.081Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:44.081Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.101Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:44.102Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sfs": "haproxy"} 2025-11-06T23:47:44.102Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4ce59f87-2f19-46f6-876f-ad5927849445", "sfs": "pxc"} 2025-11-06T23:47:44.258Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.258Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.258Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.258Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.258Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.258Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.258Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:44.301Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.301Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:47:44.331Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:44.331Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.350Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:44.350Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.368Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sfs": "pxc"} 2025-11-06T23:47:44.368Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:44.369Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sfs": "haproxy"} 2025-11-06T23:47:44.369Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "09c56af9-4203-4a14-917c-426667a0b753", "sfs": "pxc"} 2025-11-06T23:47:44.509Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.509Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.509Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.509Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.509Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.509Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:40 +0000 UTC"} 2025-11-06T23:47:44.509Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:44.543Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.543Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:47:44.557Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:44.557Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.572Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:44.572Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:44.589Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sfs": "haproxy"} 2025-11-06T23:47:44.589Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sfs": "pxc"} 2025-11-06T23:47:44.589Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "8246061e-c0fb-4b6e-8c65-6dcb2ae34616", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:49.262Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.262Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.262Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:47:49.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:47:49.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:47:49.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:49.307Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:49.307Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:47:49.335Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:49.335Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:49.348Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:49.348Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:49.364Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sfs": "haproxy"} 2025-11-06T23:47:49.364Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sfs": "pxc"} 2025-11-06T23:47:49.364Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a5fa2a6-86cf-45b2-9ee5-5fc04a0da9d6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:49.506Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.506Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.506Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.506Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.506Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.506Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:49.506Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:49.547Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:49.547Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:47:49.561Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:49.561Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:49.579Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:49.579Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:49.607Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sfs": "pxc"} 2025-11-06T23:47:49.607Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:49.608Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sfs": "haproxy"} 2025-11-06T23:47:49.608Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "578823ec-9e8e-48cc-8ddb-7a9a4589f565", "sfs": "pxc"} 2025-11-06T23:47:54.499Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.499Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.499Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.499Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.499Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.499Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.499Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:54.538Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:54.538Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:47:54.565Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:54.565Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:54.582Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:54.582Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:54.601Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sfs": "haproxy"} 2025-11-06T23:47:54.601Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sfs": "pxc"} 2025-11-06T23:47:54.601Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b27dd9e3-ac3d-4e6a-a028-dd4da525770b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:54.740Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.740Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.741Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.741Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.741Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.741Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:54.741Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:54.780Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:54.780Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:47:54.794Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:54.794Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:54.809Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:54.809Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:54.823Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sfs": "haproxy"} 2025-11-06T23:47:54.823Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sfs": "pxc"} 2025-11-06T23:47:54.823Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "516a125f-f552-47a6-b7fb-ad8e7cd815e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:59.746Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.746Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.746Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.746Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.746Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.746Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.746Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:47:59.782Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:59.782Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:47:59.809Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:47:59.809Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:59.826Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:47:59.826Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:47:59.840Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sfs": "haproxy"} 2025-11-06T23:47:59.840Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sfs": "pxc"} 2025-11-06T23:47:59.840Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dda2b1c3-2491-435a-9f62-4bf11b44a809", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:47:59.964Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.965Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.965Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.965Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.965Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.965Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:47:59.965Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:48:00.000Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:00.000Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:00.017Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:48:00.017Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:00.032Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:48:00.032Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:00.049Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sfs": "haproxy"} 2025-11-06T23:48:00.049Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sfs": "pxc"} 2025-11-06T23:48:00.049Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:00.050Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ec8ee200-43e7-4cf2-8377-9663d955346a", "sfs": "haproxy"} 2025-11-06T23:48:04.967Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:04.967Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:04.967Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:04.967Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:04.967Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:04.967Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:04.967Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:48:05.009Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.009Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:48:05.048Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:48:05.048Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.077Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:05.077Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.146Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sfs": "haproxy"} 2025-11-06T23:48:05.146Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sfs": "pxc"} 2025-11-06T23:48:05.146Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:48:05.147Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf7f68b0-49e8-4876-bf81-ee19b28be177", "sfs": "haproxy"} 2025-11-06T23:48:05.337Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.337Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.337Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.337Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.337Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.337Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.337Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:48:05.376Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.376Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:05.407Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:48:05.407Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.421Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:48:05.421Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.435Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sfs": "haproxy"} 2025-11-06T23:48:05.435Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sfs": "pxc"} 2025-11-06T23:48:05.435Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "69b5a801-fef3-452b-abbc-0fb613d95368", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:05.570Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.570Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.570Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:05.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-06T23:48:05.622Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.622Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:05.653Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:48:05.653Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.675Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-06T23:48:05.675Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:05.696Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sfs": "haproxy"} 2025-11-06T23:48:05.696Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sfs": "pxc"} 2025-11-06T23:48:05.696Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1917cd69-6a5b-4ef0-9d3a-233dc03b923c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:10.343Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:10.343Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:10.343Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-06T23:48:10.343Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:10.343Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:10.344Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-11-06T23:48:10.381Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:10.381Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:10.409Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:10.409Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:48:10.409Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:10.433Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sfs": "haproxy"} 2025-11-06T23:48:10.433Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sfs": "pxc"} 2025-11-06T23:48:10.433Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2884cb9-c7cb-48ac-83ea-bec68af63aa9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:10.581Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:10.581Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:10.581Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-06T23:48:10.581Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:10.581Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:10.581Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "updated": 1, "remaining": 2} 2025-11-06T23:48:10.621Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:10.621Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:10.640Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:10.640Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-06T23:48:10.640Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:10.661Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sfs": "haproxy"} 2025-11-06T23:48:10.661Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sfs": "pxc"} 2025-11-06T23:48:10.661Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "0d92a9cd-6637-41d8-a57c-56cb6f5ec7a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:15.588Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:15.588Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-06T23:48:15.588Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-06T23:48:15.588Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:15.588Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:48:15.636Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:15.636Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:15.636Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:15.636Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:15.683Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:15.684Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sfs": "haproxy"} 2025-11-06T23:48:15.684Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a239f8dc-8b4d-40dd-8f94-7d78c8be4d50", "sfs": "pxc"} 2025-11-06T23:48:15.873Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:15.873Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-06T23:48:15.873Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-06T23:48:15.873Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:15.873Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:48:15.902Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:15.902Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:15.902Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:15.902Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:15.917Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sfs": "haproxy"} 2025-11-06T23:48:15.917Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sfs": "pxc"} 2025-11-06T23:48:15.917Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "143b3645-16ee-485b-9168-a85fa4d8289b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:20.841Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:20.841Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-06T23:48:20.841Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-06T23:48:20.841Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:20.841Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:48:20.880Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:20.880Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:20.880Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:20.880Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:20.901Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sfs": "haproxy"} 2025-11-06T23:48:20.901Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sfs": "pxc"} 2025-11-06T23:48:20.901Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "930493f0-0eb8-48bd-ad9b-e98c6c948a2f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:21.046Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:21.046Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-06T23:48:21.046Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-06T23:48:21.046Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:21.046Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:48:21.087Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:21.087Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:21.087Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:21.087Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:21.109Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sfs": "pxc"} 2025-11-06T23:48:21.109Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:21.110Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sfs": "haproxy"} 2025-11-06T23:48:21.110Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f49df1a7-014f-4931-8ce2-306d56c5cc41", "sfs": "pxc"} 2025-11-06T23:48:21.261Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:21.261Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-06T23:48:21.261Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-06T23:48:21.261Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:47:47 +0000 UTC"} 2025-11-06T23:48:21.261Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:48:21.304Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:21.304Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-06T23:48:21.304Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-06T23:48:21.304Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:21.320Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sfs": "haproxy"} 2025-11-06T23:48:21.320Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sfs": "pxc"} 2025-11-06T23:48:21.320Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "943f662e-3e5d-4c01-aef9-d34fd09cdac4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-06T23:48:26.142Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98cab7bb-7c32-40cd-b90c-2f14bd27252d", "sts": "some-name-pxc"} 2025-11-06T23:48:26.142Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98cab7bb-7c32-40cd-b90c-2f14bd27252d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-06T23:48:26.142Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98cab7bb-7c32-40cd-b90c-2f14bd27252d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-06T23:48:26.142Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98cab7bb-7c32-40cd-b90c-2f14bd27252d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2025-11-06T23:48:26.372Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98cab7bb-7c32-40cd-b90c-2f14bd27252d", "sfs": "haproxy"} 2025-11-06T23:48:26.372Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98cab7bb-7c32-40cd-b90c-2f14bd27252d", "sfs": "pxc"} 2025-11-06T23:48:26.372Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98cab7bb-7c32-40cd-b90c-2f14bd27252d", "sts": "some-name-pxc"} 2025-11-06T23:48:27.315Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "58dd1ee0-f2a0-4c89-b2f6-abe883961602", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-06T23:48:27.358Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "58dd1ee0-f2a0-4c89-b2f6-abe883961602", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-06T23:48:28.403Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ef7f7870-650f-4a92-ba4c-9c92faf34898", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}", "hashChanged": true, "metaChanged": true} 2025-11-06T23:48:43.976Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "aa6ca053-2c1c-4f2e-a5d4-6851b75f237f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:48:43.976Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "aa6ca053-2c1c-4f2e-a5d4-6851b75f237f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:48:44.076Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "aa6ca053-2c1c-4f2e-a5d4-6851b75f237f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-06T23:48:44.076Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "aa6ca053-2c1c-4f2e-a5d4-6851b75f237f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:48:44.104Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-15695","name":"datadir-some-name-pxc-1","uid":"b42f3249-95ff-4588-a2e0-01b42b2b8712","apiVersion":"v1","resourceVersion":"1762472889775567012"}, "reason": "ExceededQuota"} 2025-11-06T23:48:44.104Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "aa6ca053-2c1c-4f2e-a5d4-6851b75f237f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:48:44.119Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-15695","name":"datadir-some-name-pxc-2","uid":"40d83d65-3cdd-48f4-ba5d-e032a6a6f5e8","apiVersion":"v1","resourceVersion":"1762472901759343004"}, "reason": "ExceededQuota"} 2025-11-06T23:48:44.119Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "aa6ca053-2c1c-4f2e-a5d4-6851b75f237f", "sfs": "haproxy"} 2025-11-06T23:48:44.119Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "aa6ca053-2c1c-4f2e-a5d4-6851b75f237f", "sfs": "pxc"} 2025-11-06T23:48:44.286Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:48:44 +0000 UTC"} 2025-11-06T23:48:44.286Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sfs": "haproxy"} 2025-11-06T23:48:44.286Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sfs": "pxc"} 2025-11-06T23:48:44.286Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:44.286Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:44.286Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:44 +0000 UTC"} 2025-11-06T23:48:44.286Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:48:44.286Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:48:44.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "218cd308-518e-4fe8-950f-dd3cc28a62e9", "sfs": "haproxy"} 2025-11-06T23:48:44.416Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:48:44 +0000 UTC"} 2025-11-06T23:48:44.416Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sfs": "haproxy"} 2025-11-06T23:48:44.416Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sfs": "pxc"} 2025-11-06T23:48:44.416Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:44.416Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:44.416Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:44 +0000 UTC"} 2025-11-06T23:48:44.416Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:48:44.416Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:48:44.417Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sfs": "haproxy"} 2025-11-06T23:48:44.417Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "34ccdbb3-f4a3-45b2-a647-31880a481953", "sfs": "pxc"} 2025-11-06T23:48:47.386Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f3e6e386-c305-4461-9922-a97a8afb2e6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:48:44 +0000 UTC"} 2025-11-06T23:48:47.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f3e6e386-c305-4461-9922-a97a8afb2e6b", "sfs": "haproxy"} 2025-11-06T23:48:47.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f3e6e386-c305-4461-9922-a97a8afb2e6b", "sfs": "pxc"} 2025-11-06T23:48:47.386Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f3e6e386-c305-4461-9922-a97a8afb2e6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:47.386Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f3e6e386-c305-4461-9922-a97a8afb2e6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:47.386Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f3e6e386-c305-4461-9922-a97a8afb2e6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:44 +0000 UTC"} 2025-11-06T23:48:47.386Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f3e6e386-c305-4461-9922-a97a8afb2e6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:48:47.386Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f3e6e386-c305-4461-9922-a97a8afb2e6b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:48:52.516Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sfs": "haproxy"} 2025-11-06T23:48:52.516Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sfs": "pxc"} 2025-11-06T23:48:52.516Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:48:52.516Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:52.516Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:52.516Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:48:52.516Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:48:52.516Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:48:52.516Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "57e736fd-712d-4a52-916d-2dcd89795ecc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:48:57.672Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:48:57.672Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:48:57.672Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:48:57.672Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:48:57.672Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:48:57.672Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:48:57.673Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sfs": "haproxy"} 2025-11-06T23:48:57.673Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sfs": "pxc"} 2025-11-06T23:48:57.673Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c1c67ff5-6e4f-4dd8-b785-73632ed5f6e5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:02.812Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:02.813Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sfs": "haproxy"} 2025-11-06T23:49:02.813Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sfs": "pxc"} 2025-11-06T23:49:02.813Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:49:02.813Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:02.813Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:49:02.813Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:02.813Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:49:02.813Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9d57d48d-70bd-41c5-a73c-adce9e50bd36", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:49:07.959Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sfs": "haproxy"} 2025-11-06T23:49:07.959Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sfs": "pxc"} 2025-11-06T23:49:07.959Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:49:07.959Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:07.959Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:07.959Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:49:07.959Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:07.959Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:49:07.959Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:49:07.960Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sfs": "haproxy"} 2025-11-06T23:49:07.960Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "449f7220-6c5a-4227-839a-0d7ee8647542", "sfs": "pxc"} 2025-11-06T23:49:13.597Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sfs": "pxc"} 2025-11-06T23:49:13.597Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:49:13.597Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:13.597Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:13.597Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:49:13.597Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:13.597Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:49:13.597Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:49:13.598Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sfs": "haproxy"} 2025-11-06T23:49:13.598Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dc8abec2-eb80-4a9b-a143-cd08de9c0ad3", "sfs": "pxc"} 2025-11-06T23:49:18.926Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:49:18.926Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:18.926Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-06 23:48:50 +0000 UTC"} 2025-11-06T23:49:18.926Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:18.926Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:49:18.926Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-3bb5cb58-8ef1-4c06-a2e4-a13b5c3aa263"} 2025-11-06T23:49:18.927Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sfs": "haproxy"} 2025-11-06T23:49:18.927Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sfs": "pxc"} 2025-11-06T23:49:18.927Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a6f04e9-c21e-47ed-9d51-ff98aceff841", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:24.080Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dfbd76ef-b6d1-4aee-85ce-c058cc39d8af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:24.080Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dfbd76ef-b6d1-4aee-85ce-c058cc39d8af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:24.080Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dfbd76ef-b6d1-4aee-85ce-c058cc39d8af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:49:24.080Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dfbd76ef-b6d1-4aee-85ce-c058cc39d8af", "originalSize": "3G"} 2025-11-06T23:49:24.809Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "dfbd76ef-b6d1-4aee-85ce-c058cc39d8af", "error": "reconcile persistent volumes: datadir-some-name-pxc-1 pvc resize failed: ExceededQuota: PVC resize failed\ndatadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed", "errorVerbose": "datadir-some-name-pxc-1 pvc resize failed: ExceededQuota: PVC resize failed\ndatadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2025-11-06T23:49:45.846Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a35689c0-cc22-4baf-bf23-a27e6ecd8a7c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:49:45.847Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a35689c0-cc22-4baf-bf23-a27e6ecd8a7c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:49:45.847Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a35689c0-cc22-4baf-bf23-a27e6ecd8a7c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:49:45.925Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a35689c0-cc22-4baf-bf23-a27e6ecd8a7c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-11-06T23:49:45.925Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a35689c0-cc22-4baf-bf23-a27e6ecd8a7c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:49:45.951Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-15695","name":"datadir-some-name-pxc-2","uid":"40d83d65-3cdd-48f4-ba5d-e032a6a6f5e8","apiVersion":"v1","resourceVersion":"1762472901759343004"}, "reason": "ExceededQuota"} 2025-11-06T23:49:45.951Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a35689c0-cc22-4baf-bf23-a27e6ecd8a7c", "sfs": "haproxy"} 2025-11-06T23:49:45.951Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a35689c0-cc22-4baf-bf23-a27e6ecd8a7c", "sfs": "pxc"} 2025-11-06T23:49:46.229Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a89d8ba0-df44-4605-a3ba-beeb427f56bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:49:45 +0000 UTC"} 2025-11-06T23:49:46.229Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a89d8ba0-df44-4605-a3ba-beeb427f56bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:46.229Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a89d8ba0-df44-4605-a3ba-beeb427f56bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:49:46.229Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a89d8ba0-df44-4605-a3ba-beeb427f56bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:45 +0000 UTC"} 2025-11-06T23:49:46.229Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a89d8ba0-df44-4605-a3ba-beeb427f56bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:46.229Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a89d8ba0-df44-4605-a3ba-beeb427f56bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:49:46.230Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a89d8ba0-df44-4605-a3ba-beeb427f56bb", "sfs": "haproxy"} 2025-11-06T23:49:46.230Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a89d8ba0-df44-4605-a3ba-beeb427f56bb", "sfs": "pxc"} 2025-11-06T23:49:46.428Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "564b5687-48ee-4279-bbcd-8ba0b2680887", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:49:45 +0000 UTC"} 2025-11-06T23:49:46.428Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "564b5687-48ee-4279-bbcd-8ba0b2680887", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:49:46.428Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "564b5687-48ee-4279-bbcd-8ba0b2680887", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:45 +0000 UTC"} 2025-11-06T23:49:46.428Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "564b5687-48ee-4279-bbcd-8ba0b2680887", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:46.429Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "564b5687-48ee-4279-bbcd-8ba0b2680887", "sfs": "haproxy"} 2025-11-06T23:49:46.429Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "564b5687-48ee-4279-bbcd-8ba0b2680887", "sfs": "pxc"} 2025-11-06T23:49:46.429Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "564b5687-48ee-4279-bbcd-8ba0b2680887", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:46.429Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "564b5687-48ee-4279-bbcd-8ba0b2680887", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:49:46.922Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:49:45 +0000 UTC"} 2025-11-06T23:49:46.922Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sfs": "pxc"} 2025-11-06T23:49:46.922Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:46.922Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:49:46.922Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:45 +0000 UTC"} 2025-11-06T23:49:46.922Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:46.922Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:49:46.923Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sfs": "haproxy"} 2025-11-06T23:49:46.923Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "249be10b-eaca-493b-b44a-6da38a1af2bd", "sfs": "pxc"} 2025-11-06T23:49:51.654Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "949a0950-cb92-4bf3-be58-9daa0d5869e7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:49:45 +0000 UTC"} 2025-11-06T23:49:51.654Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "949a0950-cb92-4bf3-be58-9daa0d5869e7", "sfs": "haproxy"} 2025-11-06T23:49:51.654Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "949a0950-cb92-4bf3-be58-9daa0d5869e7", "sfs": "pxc"} 2025-11-06T23:49:51.654Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "949a0950-cb92-4bf3-be58-9daa0d5869e7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:51.654Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "949a0950-cb92-4bf3-be58-9daa0d5869e7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:49:51.654Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "949a0950-cb92-4bf3-be58-9daa0d5869e7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:45 +0000 UTC"} 2025-11-06T23:49:51.654Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "949a0950-cb92-4bf3-be58-9daa0d5869e7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:51.654Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "949a0950-cb92-4bf3-be58-9daa0d5869e7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:49:56.845Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:49:56.845Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:49:56.845Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:49:56.845Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:49:56.845Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:49:56.845Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:49:56.845Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:49:56.846Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sfs": "haproxy"} 2025-11-06T23:49:56.846Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e23ba980-ef83-4937-9c86-6f43a1bbe740", "sfs": "pxc"} 2025-11-06T23:50:01.994Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:01.994Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:01.994Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:01.994Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:01.994Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:01.994Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:01.995Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sfs": "haproxy"} 2025-11-06T23:50:01.995Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sfs": "pxc"} 2025-11-06T23:50:01.995Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "af64fb1e-3933-4985-bf39-5db118c7fcb3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:07.153Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sfs": "haproxy"} 2025-11-06T23:50:07.153Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sfs": "pxc"} 2025-11-06T23:50:07.153Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:07.153Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:07.153Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:07.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:07.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:07.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:07.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:07.154Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fd7b743f-ac88-4cfa-88f0-9019b784ecfe", "sfs": "haproxy"} 2025-11-06T23:50:12.289Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sfs": "haproxy"} 2025-11-06T23:50:12.289Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sfs": "pxc"} 2025-11-06T23:50:12.289Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:12.289Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:12.289Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:12.289Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:12.289Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:12.289Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:12.289Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:12.290Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1fbcce83-3918-4b8f-8501-2fdefc9a2b35", "sfs": "haproxy"} 2025-11-06T23:50:17.435Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sfs": "haproxy"} 2025-11-06T23:50:17.435Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sfs": "pxc"} 2025-11-06T23:50:17.435Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:17.435Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:17.435Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:17.435Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:17.435Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:17.435Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:17.435Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9e01895b-8211-4c31-bd96-da3a05343236", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:22.603Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sfs": "haproxy"} 2025-11-06T23:50:22.603Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sfs": "pxc"} 2025-11-06T23:50:22.603Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:22.603Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:22.603Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:22.603Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:22.603Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:22.603Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:22.603Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "d0a01e32-72e9-4420-9b55-7882cac7016b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:27.742Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sfs": "haproxy"} 2025-11-06T23:50:27.742Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sfs": "pxc"} 2025-11-06T23:50:27.742Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:27.742Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:27.742Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:27.742Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:27.742Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:27.742Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:27.742Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:27.743Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f51350f8-8b11-4147-b6e0-1f4de641a921", "sfs": "haproxy"} 2025-11-06T23:50:32.897Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sfs": "haproxy"} 2025-11-06T23:50:32.897Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sfs": "pxc"} 2025-11-06T23:50:32.897Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:32.897Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:32.897Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:32.897Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:32.897Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:32.897Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:32.897Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "50a40952-2fd1-4b33-b2af-ac7791933d73", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:38.039Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:38.039Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:38.039Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:38.039Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:38.039Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:38.039Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:38.039Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:38.040Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sfs": "haproxy"} 2025-11-06T23:50:38.040Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "42ed3138-599e-495b-8608-da23f9ac0795", "sfs": "pxc"} 2025-11-06T23:50:43.699Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sfs": "haproxy"} 2025-11-06T23:50:43.699Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sfs": "pxc"} 2025-11-06T23:50:43.699Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:43.699Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:43.699Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:43.699Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:43.699Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:43.699Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:43.699Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "25427120-a54a-4f99-9b29-fa93df0356a0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:48.877Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sfs": "haproxy"} 2025-11-06T23:50:48.877Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sfs": "pxc"} 2025-11-06T23:50:48.877Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:48.877Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:48.877Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:48.877Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:48.877Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:48.877Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:48.877Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "1a110b98-8f15-4dc3-924c-f343a378faba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:54.033Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sfs": "haproxy"} 2025-11-06T23:50:54.033Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sfs": "pxc"} 2025-11-06T23:50:54.033Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:54.033Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:54.033Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:54.033Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-06 23:49:52 +0000 UTC"} 2025-11-06T23:50:54.033Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:50:54.033Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:50:54.033Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-b42f3249-95ff-4588-a2e0-01b42b2b8712"} 2025-11-06T23:50:54.034Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "7f9746d3-36d3-4b1c-a461-a6d61c8117cf", "sfs": "haproxy"} 2025-11-06T23:50:59.188Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6e240b98-375b-493b-b1ce-ceff1389e11f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-06T23:50:59.189Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6e240b98-375b-493b-b1ce-ceff1389e11f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:50:59.189Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6e240b98-375b-493b-b1ce-ceff1389e11f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:50:59.189Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6e240b98-375b-493b-b1ce-ceff1389e11f", "originalSize": "3G"} 2025-11-06T23:50:59.983Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6e240b98-375b-493b-b1ce-ceff1389e11f", "error": "reconcile persistent volumes: datadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed", "errorVerbose": "datadir-some-name-pxc-2 pvc resize failed: ExceededQuota: PVC resize failed\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2025-11-06T23:51:19.396Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "efe5deb7-2de3-45f3-9f7c-417ea71e7906", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:19.397Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "efe5deb7-2de3-45f3-9f7c-417ea71e7906", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:19.397Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "efe5deb7-2de3-45f3-9f7c-417ea71e7906", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:19.397Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "efe5deb7-2de3-45f3-9f7c-417ea71e7906", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:19.465Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "efe5deb7-2de3-45f3-9f7c-417ea71e7906", "sfs": "haproxy"} 2025-11-06T23:51:19.465Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "efe5deb7-2de3-45f3-9f7c-417ea71e7906", "sfs": "pxc"} 2025-11-06T23:51:19.465Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "efe5deb7-2de3-45f3-9f7c-417ea71e7906", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:19.666Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:51:19 +0000 UTC"} 2025-11-06T23:51:19.666Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:19.666Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:19.666Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:19 +0000 UTC"} 2025-11-06T23:51:19.666Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:51:19.666Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-40d83d65-3cdd-48f4-ba5d-e032a6a6f5e8"} 2025-11-06T23:51:19.666Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:19.699Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:19.699Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:19.699Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:19.699Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:19.717Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:19.718Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sfs": "haproxy"} 2025-11-06T23:51:19.718Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "2e88aac4-517c-481f-9650-39ecc807fdd0", "sfs": "pxc"} 2025-11-06T23:51:19.843Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:51:19 +0000 UTC"} 2025-11-06T23:51:19.843Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:19.843Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:19.843Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:19 +0000 UTC"} 2025-11-06T23:51:19.843Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:51:19.843Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-40d83d65-3cdd-48f4-ba5d-e032a6a6f5e8"} 2025-11-06T23:51:19.843Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:19.882Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:19.882Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:19.882Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:19.882Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:19.905Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sfs": "haproxy"} 2025-11-06T23:51:19.905Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sfs": "pxc"} 2025-11-06T23:51:19.905Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "474de8a7-129f-45b7-9719-b17be9e17090", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:21.629Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:51:19 +0000 UTC"} 2025-11-06T23:51:21.629Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:21.629Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:21.629Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:19 +0000 UTC"} 2025-11-06T23:51:21.629Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-06T23:51:21.629Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-40d83d65-3cdd-48f4-ba5d-e032a6a6f5e8"} 2025-11-06T23:51:21.629Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:21.678Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:21.678Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:21.678Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:51:21.708Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sfs": "haproxy"} 2025-11-06T23:51:21.708Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sfs": "pxc"} 2025-11-06T23:51:21.708Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:21.708Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e2693f7b-4ae5-40b4-8e32-a41e82dfc7f0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:21.885Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-06 23:51:19 +0000 UTC"} 2025-11-06T23:51:21.885Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:21.885Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:21.885Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:19 +0000 UTC"} 2025-11-06T23:51:21.885Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:21.919Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:21.919Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:21.919Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:51:21.937Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:21.937Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:21.938Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sfs": "haproxy"} 2025-11-06T23:51:21.938Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3a0724aa-ccb3-4f93-a797-4dc7eac14400", "sfs": "pxc"} 2025-11-06T23:51:26.885Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:26.885Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:26.885Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:26.885Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:26.885Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:51:26.885Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:26.940Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:26.940Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:26.940Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:26.940Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:26.978Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sfs": "haproxy"} 2025-11-06T23:51:26.978Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sfs": "pxc"} 2025-11-06T23:51:26.978Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "f9b9aa7f-e03e-4ebe-89c8-92e5c471135c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:27.120Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:27.120Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:27.120Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:27.120Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:27.120Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-06T23:51:27.120Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:27.161Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:27.161Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:27.161Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:27.161Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:27.192Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:27.193Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sfs": "haproxy"} 2025-11-06T23:51:27.193Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "9219660c-51fb-4084-911c-3c0d49d6ffd1", "sfs": "pxc"} 2025-11-06T23:51:27.363Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:27.363Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:27.363Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:27.363Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:27.363Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:27.403Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:27.403Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-11-06T23:51:27.420Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sfs": "haproxy"} 2025-11-06T23:51:27.420Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sfs": "pxc"} 2025-11-06T23:51:27.420Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:27.420Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:27.420Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c7b13d89-954d-4475-a0f8-39f7da709bd1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:32.121Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:32.121Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:32.121Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:32.121Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:32.121Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:32.178Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:32.178Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:32.178Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:32.178Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:32.225Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sfs": "haproxy"} 2025-11-06T23:51:32.225Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sfs": "pxc"} 2025-11-06T23:51:32.225Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "e25887f2-2fed-4466-bcb4-e4c2af2186ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:32.386Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:32.386Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:32.386Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:32.386Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:32.386Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:32.432Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:32.432Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:32.432Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:32.432Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:32.447Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sfs": "haproxy"} 2025-11-06T23:51:32.447Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sfs": "pxc"} 2025-11-06T23:51:32.447Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:32.448Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sfs": "haproxy"} 2025-11-06T23:51:32.448Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "b3ec7552-75f6-4504-8adc-50fc34cfdf01", "sfs": "pxc"} 2025-11-06T23:51:37.378Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:37.378Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:37.378Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:37.378Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:37.378Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:37.424Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:37.424Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:37.424Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:37.424Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:37.453Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sfs": "haproxy"} 2025-11-06T23:51:37.453Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sfs": "pxc"} 2025-11-06T23:51:37.453Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "979c9749-3a08-4068-8c9f-edefc5ad78c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:37.584Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:37.584Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:37.584Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:37.584Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:37.584Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:37.616Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:37.616Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:37.616Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:37.616Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:37.640Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sfs": "haproxy"} 2025-11-06T23:51:37.640Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sfs": "pxc"} 2025-11-06T23:51:37.640Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d32242e-e9fb-4034-835a-2e607ca962cb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:42.594Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:42.594Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:42.594Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:42.594Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:42.594Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:42.663Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:42.663Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:42.663Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:51:42.703Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sfs": "haproxy"} 2025-11-06T23:51:42.703Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sfs": "pxc"} 2025-11-06T23:51:42.703Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:42.703Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6ae3b8fe-0eff-4725-aa6d-2de87ccc601c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:42.937Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:42.937Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:42.937Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:42.937Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:42.937Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:43.415Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:43.415Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:43.415Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:43.415Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:43.600Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sfs": "haproxy"} 2025-11-06T23:51:43.600Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sfs": "pxc"} 2025-11-06T23:51:43.600Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:43.601Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sfs": "haproxy"} 2025-11-06T23:51:43.601Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "011bf210-00ae-41d7-86e8-6ee27a500f51", "sfs": "pxc"} 2025-11-06T23:51:47.868Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:47.868Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:47.868Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:47.868Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:47.868Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:47.933Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:47.933Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:47.933Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:47.933Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:47.961Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sfs": "haproxy"} 2025-11-06T23:51:47.961Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sfs": "pxc"} 2025-11-06T23:51:47.961Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4454325a-8dac-4cf0-a9b8-64bf49d4c7fd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:48.099Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:48.099Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:48.099Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:48.099Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:48.099Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:48.138Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:48.138Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:48.138Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:48.138Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:48.160Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sfs": "haproxy"} 2025-11-06T23:51:48.160Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sfs": "pxc"} 2025-11-06T23:51:48.160Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "934bbe71-12b5-43d5-abb8-ff1a5d84ceca", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:48.308Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:48.308Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:48.308Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:48.308Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:48.308Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:48.339Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:48.339Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:48.339Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:48.339Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:48.358Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sfs": "haproxy"} 2025-11-06T23:51:48.358Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sfs": "pxc"} 2025-11-06T23:51:48.358Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:48.359Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "3e921d08-c352-4d81-af9e-a98a3eefd69a", "sfs": "haproxy"} 2025-11-06T23:51:53.100Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:53.100Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:53.100Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:53.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:53.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:53.142Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:53.142Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:53.142Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:53.142Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:53.192Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sfs": "pxc"} 2025-11-06T23:51:53.192Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:53.193Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sfs": "haproxy"} 2025-11-06T23:51:53.193Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "024e7ca5-2075-4b36-84dd-db21f487bde2", "sfs": "pxc"} 2025-11-06T23:51:53.326Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:53.326Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:53.326Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:53.326Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:53.326Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:53.361Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:53.361Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:53.361Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:53.361Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:53.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sfs": "haproxy"} 2025-11-06T23:51:53.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sfs": "pxc"} 2025-11-06T23:51:53.378Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4f8a1f72-77b7-43a9-bcc9-59e8f38ad548", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:58.947Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:58.947Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:58.947Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:58.947Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:58.947Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:59.204Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:59.204Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:59.204Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:59.204Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:59.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sfs": "pxc"} 2025-11-06T23:51:59.378Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:59.379Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sfs": "haproxy"} 2025-11-06T23:51:59.379Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c79adc3c-34fd-48e6-b3dd-295817814083", "sfs": "pxc"} 2025-11-06T23:51:59.616Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:59.616Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:59.616Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:59.616Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:59.616Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:59.708Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:59.708Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:59.708Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:51:59.709Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:59.789Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sfs": "haproxy"} 2025-11-06T23:51:59.789Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sfs": "pxc"} 2025-11-06T23:51:59.789Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "6b9c0aa8-4b19-41ca-87fd-32cc8bc38336", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:51:59.953Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:59.953Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:51:59.953Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:51:59.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:51:59.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:51:59.990Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:51:59.990Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:51:59.990Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:52:00.006Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sfs": "haproxy"} 2025-11-06T23:52:00.006Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sfs": "pxc"} 2025-11-06T23:52:00.006Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:00.006Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "07eb026c-6b76-4378-9ea5-c219e88aa173", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:04.571Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:04.571Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:04.571Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:04.571Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:04.571Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:04.644Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:04.644Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:04.644Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:52:04.677Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sfs": "haproxy"} 2025-11-06T23:52:04.677Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sfs": "pxc"} 2025-11-06T23:52:04.677Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:04.677Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "c9bfd95d-e712-440d-b780-20d257b294d3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:04.811Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:04.811Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:04.811Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:04.811Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:04.811Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:04.843Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:04.843Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:04.843Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:04.843Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:52:04.858Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sfs": "haproxy"} 2025-11-06T23:52:04.858Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sfs": "pxc"} 2025-11-06T23:52:04.858Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a1edf402-3909-4a35-aaf9-4af57b0cbeb5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:09.809Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:09.809Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:09.809Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:09.809Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:09.809Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:09.845Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:09.845Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:09.845Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-06T23:52:09.873Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sfs": "haproxy"} 2025-11-06T23:52:09.873Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sfs": "pxc"} 2025-11-06T23:52:09.873Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:09.873Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "bf107c4c-caca-48ff-9d2a-cb61426e3fac", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:10.029Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:10.029Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:10.029Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:10.029Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:10.029Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:10.111Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:10.111Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:10.111Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:10.111Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:52:10.129Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sfs": "pxc"} 2025-11-06T23:52:10.129Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:10.130Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sfs": "haproxy"} 2025-11-06T23:52:10.130Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "ac8f88e0-b0ff-45a3-8010-e3babba19d53", "sfs": "pxc"} 2025-11-06T23:52:10.279Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:10.279Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:10.279Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:10.279Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:10.279Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:10.313Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:10.313Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:10.313Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:10.313Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:52:10.330Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sfs": "haproxy"} 2025-11-06T23:52:10.330Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sfs": "pxc"} 2025-11-06T23:52:10.330Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "98860656-346a-43f2-95af-ca5657448c25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:15.041Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:15.041Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:15.041Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:15.041Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:15.041Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:15.094Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:15.094Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:15.094Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:15.094Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:52:15.134Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sfs": "haproxy"} 2025-11-06T23:52:15.134Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sfs": "pxc"} 2025-11-06T23:52:15.134Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:15.135Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "828d0905-e32c-4270-929c-0b5dd19250af", "sfs": "haproxy"} 2025-11-06T23:52:15.315Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:15.315Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:15.315Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:15.315Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:15.315Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:15.360Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:15.360Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-11-06T23:52:15.375Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sfs": "haproxy"} 2025-11-06T23:52:15.375Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sfs": "pxc"} 2025-11-06T23:52:15.375Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:15.375Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:15.375Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:15.376Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "da6db5c3-2dd0-48e7-9db6-aa6889edd2a4", "sfs": "haproxy"} 2025-11-06T23:52:20.302Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:20.302Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:20.302Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:20.302Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:20.302Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:20.373Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:20.373Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:20.373Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:20.373Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:52:20.389Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sfs": "haproxy"} 2025-11-06T23:52:20.389Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sfs": "pxc"} 2025-11-06T23:52:20.389Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "18c57105-84ac-4491-b52e-ef1539caed05", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:20.537Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:20.537Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:20.537Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:20.537Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-06 23:51:26 +0000 UTC"} 2025-11-06T23:52:20.537Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-06T23:52:20.588Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:20.588Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-06T23:52:20.588Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-06T23:52:20.588Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-06T23:52:20.608Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sfs": "haproxy"} 2025-11-06T23:52:20.608Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sfs": "pxc"} 2025-11-06T23:52:20.608Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-06T23:52:20.609Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sfs": "haproxy"} 2025-11-06T23:52:20.609Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d5be8e8-84f8-483b-8779-c64915554808", "sfs": "pxc"} 2025-11-06T23:52:25.554Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sts": "some-name-pxc"} 2025-11-06T23:52:25.554Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-06T23:52:25.554Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-06T23:52:25.554Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-06T23:52:25.657Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sfs": "haproxy"} 2025-11-06T23:52:25.657Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sfs": "pxc"} 2025-11-06T23:52:25.657Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sts": "some-name-pxc"} 2025-11-06T23:52:25.658Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sfs": "haproxy"} 2025-11-06T23:52:25.658Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "49324db4-599d-468c-a15d-790c1f28c763", "sfs": "pxc"} 2025-11-06T23:52:26.496Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fc9acaa5-e8dd-467b-9e20-f17d3ef96857", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-06T23:52:26.534Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "fc9acaa5-e8dd-467b-9e20-f17d3ef96857", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-06T23:52:27.899Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "4d1cbd65-192b-46dc-ab13-15c2826a5e30", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}", "hashChanged": true, "metaChanged": true} 2025-11-06T23:52:44.124Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a8c07aaa-c0a4-4463-8c7a-8d96bc53aa43", "originalSize": "4G"} 2025-11-06T23:52:44.816Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-15695", "name": "some-name", "reconcileID": "a8c07aaa-c0a4-4463-8c7a-8d96bc53aa43", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:240\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:369\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} ... // 2 identical fields - Annotations: map[string]string{ + Annotations: map[string]string{ + APIVersion: "apps/v1", - APIVersion: "policy/v1", - APIVersion: "policy/v1", + Conditions: nil, - Conditions: []v1.Condition{ + Controller: &true, + CreationTimestamp: v1.Time{}, - CreationTimestamp: v1.Time{Time: s"2025-11-06 23:38:12 +0000 UTC"}, + CurrentHealthy: 0, - CurrentHealthy: 3, DeletionGracePeriodSeconds: nil, DeletionTimestamp: nil, + DesiredHealthy: 0, - DesiredHealthy: 2, DisruptedPods: nil, + DisruptionsAllowed: 0, - DisruptionsAllowed: 1, + ExpectedPods: 0, - ExpectedPods: 3, - FieldsType: "FieldsV1", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - FieldsV1: s`{"f:status":{"f:conditions":{".":{},"k:{\"type\":\"DisruptionAll`..., Finalizers: nil, + Generation: 0, - Generation: 1, github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:216 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:296 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:421 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:461 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.3/pkg/internal/controller/controller.go:474 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:369 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:194 + Kind: "StatefulSet", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, - LastTransitionTime: s"2025-11-06 23:48:27 +0000 UTC", - LastTransitionTime: s"2025-11-06 23:52:26 +0000 UTC", + ManagedFields: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - Manager: "kube-controller-manager", - Manager: "percona-xtradb-cluster-operator", + Name: "some-name-pxc", Namespace: "pvc-resize-15695", ObjectMeta: v1.ObjectMeta{ + ObservedGeneration: 0, - ObservedGeneration: 1, - ObservedGeneration: 1, - Operation: "Update", - Operation: "Update", - OwnerReferences: nil, + OwnerReferences: []v1.OwnerReference{ + "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTU2OTUiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiMTk4OWUwMTQtMDhlYy00NjQ1LThlNzAtMWUxNjAxMDdlMmMxIiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., - "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTU2OTUiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiNjM1ZDljZWUtMDQxZC00NWU1LTkwZjQtYjBlYThkMDdmMjYwIiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., + "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTU2OTUiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiNjM1ZDljZWUtMDQxZC00NWU1LTkwZjQtYjBlYThkMDdmMjYwIiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., - "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTU2OTUiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiYzI3ZTAzMGYtMzM0YS00ODVjLWJmMGQtYjNlYTlhZGJjMDM3IiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., - Reason: "SufficientPods", ResourceVersion: "1762472907614607014", ResourceVersion: "1762473146719615014", SelfLink: "", sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 Spec: {Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, MaxUnavailable: &{IntVal: 1}}, - Status: "True", Status: v1.PodDisruptionBudgetStatus{ - Subresource: "status", - Time: s"2025-11-06 23:38:12 +0000 UTC", - Time: s"2025-11-06 23:48:27 +0000 UTC", - Time: s"2025-11-06 23:48:28 +0000 UTC", - Time: s"2025-11-06 23:52:26 +0000 UTC", - Type: "DisruptionAllowed", TypeMeta: {Kind: "PodDisruptionBudget", APIVersion: "policy/v1"}, + UID: "", + UID: "1989e014-08ec-4645-8e70-1e160107e2c1", + UID: "635d9cee-041d-45e5-90f4-b0ea8d07f260", - UID: "75e5195b-56b4-4f68-9204-45bc47d161b2", &v1.PodDisruptionBudget{ + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + kubectl patch pxc -n pvc-resize-15695 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.1mihju3scj ++ mktemp + local LAST_ERR=/tmp/tmp.L5vM6J4hOa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1mihju3scj perconaxtradbcluster.pxc.percona.com "some-name" deleted from pvc-resize-15695 namespace + cat /tmp/tmp.L5vM6J4hOa + rm /tmp/tmp.1mihju3scj /tmp/tmp.L5vM6J4hOa + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.gYOqGxVVA5 ++ mktemp + local LAST_ERR=/tmp/tmp.Gd6foH3fyc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gYOqGxVVA5 No resources found + cat /tmp/tmp.Gd6foH3fyc + rm /tmp/tmp.gYOqGxVVA5 /tmp/tmp.Gd6foH3fyc + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.tE0y53lzez ++ mktemp + local LAST_ERR=/tmp/tmp.xWG0cvTqUi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tE0y53lzez No resources found + cat /tmp/tmp.xWG0cvTqUi + rm /tmp/tmp.tE0y53lzez /tmp/tmp.xWG0cvTqUi + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.ByPopzsCWk ++ mktemp + local LAST_ERR=/tmp/tmp.YePGL2Rjjh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ByPopzsCWk validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.YePGL2Rjjh + rm /tmp/tmp.ByPopzsCWk /tmp/tmp.YePGL2Rjjh + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.18.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-15695 + rm -rf /tmp/tmp.CvitHIcAK0 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.7M2arrFPF8 ++ mktemp + local LAST_OUT=/tmp/tmp.9yazCVE5dM ++ mktemp + local LAST_ERR=/tmp/tmp.kg28RGQLnB + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.NTKBzCKJRd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-15695 + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed -----------------------------------------------------------------------------------