Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/logs/pvc-resize-8-0.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 -o -n '' ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8pB0I3Go61 +++ mktemp ++ local LAST_ERR=/tmp/tmp.eO8RxbJ3He ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8pB0I3Go61 ++ cat /tmp/tmp.eO8RxbJ3He ++ rm /tmp/tmp.8pB0I3Go61 /tmp/tmp.eO8RxbJ3He ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NOcsRLPxBz +++ mktemp ++ local LAST_ERR=/tmp/tmp.PNMFY2RZhu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NOcsRLPxBz ++ cat /tmp/tmp.PNMFY2RZhu ++ rm /tmp/tmp.NOcsRLPxBz /tmp/tmp.PNMFY2RZhu ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-12265 + local ns=pvc-resize-12265 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE + kubectl patch pxc -n pvc-resize-29309 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.WOJUWs8o3J ++ mktemp + local LAST_ERR=/tmp/tmp.ONAxmwbZEV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WOJUWs8o3J perconaxtradbcluster.pxc.percona.com "some-name" deleted from pvc-resize-29309 namespace + cat /tmp/tmp.ONAxmwbZEV + rm /tmp/tmp.WOJUWs8o3J /tmp/tmp.ONAxmwbZEV + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.lcm3IZIxGi ++ mktemp + local LAST_ERR=/tmp/tmp.KZ4hlCSlGC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lcm3IZIxGi No resources found + cat /tmp/tmp.KZ4hlCSlGC + rm /tmp/tmp.lcm3IZIxGi /tmp/tmp.KZ4hlCSlGC + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.swXpCEbgHx ++ mktemp + local LAST_ERR=/tmp/tmp.pfHc7aHIip + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.swXpCEbgHx No resources found + cat /tmp/tmp.pfHc7aHIip + rm /tmp/tmp.swXpCEbgHx /tmp/tmp.pfHc7aHIip + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrolebinding ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns + kubectl_bin get ns + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.QRx7bjrRvf + local LAST_OUT=/tmp/tmp.xIprzC7RYU ++ mktemp + local LAST_ERR=/tmp/tmp.OB4ABvAwhL + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.I5q0q03hXA + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QRx7bjrRvf + cat /tmp/tmp.OB4ABvAwhL + rm /tmp/tmp.QRx7bjrRvf /tmp/tmp.OB4ABvAwhL + return 0 namespace "pvc-resize-29309" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xIprzC7RYU namespace "pxc-operator" deleted + cat /tmp/tmp.I5q0q03hXA + rm /tmp/tmp.xIprzC7RYU /tmp/tmp.I5q0q03hXA + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.1D99RoUS6H ++ mktemp + local LAST_ERR=/tmp/tmp.FO3L7olQh2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1D99RoUS6H namespace/pxc-operator created + cat /tmp/tmp.FO3L7olQh2 + rm /tmp/tmp.1D99RoUS6H /tmp/tmp.FO3L7olQh2 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.XnN1tKtSLi +++ mktemp ++ local LAST_ERR=/tmp/tmp.qygflvUrrA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XnN1tKtSLi ++ cat /tmp/tmp.qygflvUrrA ++ rm /tmp/tmp.XnN1tKtSLi /tmp/tmp.qygflvUrrA ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2233-b3e838fc-5-cluster2 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.tphvbTsi6T ++ mktemp + local LAST_ERR=/tmp/tmp.k2vwPZnDBr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2233-b3e838fc-5-cluster2 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tphvbTsi6T Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2233-b3e838fc-5-cluster2" modified. + cat /tmp/tmp.k2vwPZnDBr + rm /tmp/tmp.tphvbTsi6T /tmp/tmp.k2vwPZnDBr + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.I4RW5iSWkj ++ mktemp + local LAST_ERR=/tmp/tmp.eGb7xi8eKN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.I4RW5iSWkj customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.eGb7xi8eKN + rm /tmp/tmp.I4RW5iSWkj /tmp/tmp.eGb7xi8eKN + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/deploy/cw-rbac.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.RDFLI6uOMg ++ mktemp + local LAST_ERR=/tmp/tmp.eVYw3emaP8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RDFLI6uOMg clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.eVYw3emaP8 + rm /tmp/tmp.RDFLI6uOMg /tmp/tmp.eVYw3emaP8 + return 0 + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2233-b3e838fc^' + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/deploy/cw-operator.yaml ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + local LAST_OUT=/tmp/tmp.PwWklZwuKT ++ mktemp + local LAST_ERR=/tmp/tmp.iS42VvOJf2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PwWklZwuKT deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.iS42VvOJf2 + rm /tmp/tmp.PwWklZwuKT /tmp/tmp.iS42VvOJf2 + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.foKn0STRjF ++ mktemp + local LAST_ERR=/tmp/tmp.bTAWIdv7D2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.foKn0STRjF pod/percona-xtradb-cluster-operator-b76dffb8c-k8rzg condition met + cat /tmp/tmp.bTAWIdv7D2 + rm /tmp/tmp.foKn0STRjF /tmp/tmp.bTAWIdv7D2 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.XWS1k8YyQZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.i3ibu79g9K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XWS1k8YyQZ ++ cat /tmp/tmp.i3ibu79g9K ++ rm /tmp/tmp.XWS1k8YyQZ /tmp/tmp.i3ibu79g9K ++ return 0 + wait_pod percona-xtradb-cluster-operator-b76dffb8c-k8rzg 480 pxc-operator + local pod=percona-xtradb-cluster-operator-b76dffb8c-k8rzg + local max_retry=480 + local ns=pxc-operator ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo percona-xtradb-cluster-operator-b76dffb8c-k8rzg + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-b76dffb8c-k8rzg condition met waiting for pod/percona-xtradb-cluster-operator-b76dffb8c-k8rzg to become Ready.Ok + sleep 3 + create_namespace pvc-resize-12265 + local namespace=pvc-resize-12265 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrole ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-12265' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-12265 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-12265 + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.MM2xOVuRNP ++ mktemp + local LAST_OUT=/tmp/tmp.oRONVLm0MY ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.EAnujaBzHf + local exit_status=0 + local LAST_ERR=/tmp/tmp.eYXoL56KQM + local exit_status=0 ++ seq 0 2 + awk '{print$1}' + xargs kubectl delete ns + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12265 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12265 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MM2xOVuRNP + cat /tmp/tmp.EAnujaBzHf + rm /tmp/tmp.MM2xOVuRNP /tmp/tmp.EAnujaBzHf + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12265 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.oRONVLm0MY + cat /tmp/tmp.eYXoL56KQM Error from server (NotFound): namespaces "pvc-resize-12265" not found + rm /tmp/tmp.oRONVLm0MY /tmp/tmp.eYXoL56KQM + return 1 + : + wait_for_delete namespace/pvc-resize-12265 + local res=namespace/pvc-resize-12265 + echo -n 'waiting for namespace/pvc-resize-12265 to be deleted' waiting for namespace/pvc-resize-12265 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pvc-resize-12265" not found + desc 'create namespace pvc-resize-12265' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-12265 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-12265 ++ mktemp + local LAST_OUT=/tmp/tmp.VsXQbOn4Xz ++ mktemp + local LAST_ERR=/tmp/tmp.O9nbmwwBsF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-12265 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VsXQbOn4Xz namespace/pvc-resize-12265 created + cat /tmp/tmp.O9nbmwwBsF + rm /tmp/tmp.VsXQbOn4Xz /tmp/tmp.O9nbmwwBsF + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZfX0u3PWdr +++ mktemp ++ local LAST_ERR=/tmp/tmp.VH5uWhXgeN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZfX0u3PWdr ++ cat /tmp/tmp.VH5uWhXgeN ++ rm /tmp/tmp.ZfX0u3PWdr /tmp/tmp.VH5uWhXgeN ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2233-b3e838fc-5-cluster2 --namespace=pvc-resize-12265 ++ mktemp + local LAST_OUT=/tmp/tmp.ssaUzjyASe ++ mktemp + local LAST_ERR=/tmp/tmp.DPf2VYpkDn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2233-b3e838fc-5-cluster2 --namespace=pvc-resize-12265 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ssaUzjyASe Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2233-b3e838fc-5-cluster2" modified. + cat /tmp/tmp.DPf2VYpkDn + rm /tmp/tmp.ssaUzjyASe /tmp/tmp.DPf2VYpkDn + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.c7ywtJVgfh ++ mktemp + local LAST_ERR=/tmp/tmp.pXpyKtK2cR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.c7ywtJVgfh secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.pXpyKtK2cR + rm /tmp/tmp.c7ywtJVgfh /tmp/tmp.pXpyKtK2cR + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 -o -n '' ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.rOdCA7IuMZ ++ mktemp + local LAST_ERR=/tmp/tmp.PLyhpEdKgl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rOdCA7IuMZ secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.PLyhpEdKgl + rm /tmp/tmp.rOdCA7IuMZ /tmp/tmp.PLyhpEdKgl + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/client.yml + kubectl_bin apply -f - + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_OUT=/tmp/tmp.iy5HV2Lhs8 + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/conf/client.yml + local LAST_ERR=/tmp/tmp.Y8xknWrOyD + local exit_status=0 + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-12265~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2233-b3e838fc#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iy5HV2Lhs8 deployment.apps/pxc-client created + cat /tmp/tmp.Y8xknWrOyD + rm /tmp/tmp.iy5HV2Lhs8 /tmp/tmp.Y8xknWrOyD + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/conf/some-name.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/conf/some-name.yml + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2233-b3e838fc#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-12265~ + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + local LAST_OUT=/tmp/tmp.CCLoKcpxdk ++ mktemp + local LAST_ERR=/tmp/tmp.qdhr7lYpZA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CCLoKcpxdk perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.qdhr7lYpZA + rm /tmp/tmp.CCLoKcpxdk /tmp/tmp.qdhr7lYpZA + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.a0PmlVTANC ++++ mktemp +++ local LAST_ERR=/tmp/tmp.MYk1Js3lIQ +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.a0PmlVTANC +++ cat /tmp/tmp.MYk1Js3lIQ +++ rm /tmp/tmp.a0PmlVTANC /tmp/tmp.MYk1Js3lIQ +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12265 ++ mktemp + local LAST_OUT=/tmp/tmp.FbnaQVLpK8 ++ mktemp + local LAST_ERR=/tmp/tmp.VoOsuxrikQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12265 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12265 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12265 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.FbnaQVLpK8 + cat /tmp/tmp.VoOsuxrikQ error: no matching resources found + rm /tmp/tmp.FbnaQVLpK8 /tmp/tmp.VoOsuxrikQ + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ echo some-name-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met waiting for pod/some-name-haproxy-0 to become Ready.Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo some-name-pxc-0 + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-1 + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-2 + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.C355L1Lfze +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q7P0lI0D2Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.C355L1Lfze ++ cat /tmp/tmp.Q7P0lI0D2Z ++ rm /tmp/tmp.C355L1Lfze /tmp/tmp.Q7P0lI0D2Z ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SAaelp7W15 +++ mktemp ++ local LAST_ERR=/tmp/tmp.y7gadBBwMW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SAaelp7W15 ++ cat /tmp/tmp.y7gadBBwMW ++ rm /tmp/tmp.SAaelp7W15 /tmp/tmp.y7gadBBwMW ++ return 0 + client_pod=pxc-client-59944c5bbf-5q8tq + wait_pod pxc-client-59944c5bbf-5q8tq + local pod=pxc-client-59944c5bbf-5q8tq + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-5q8tq ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-5q8tq condition met waiting for pod/pxc-client-59944c5bbf-5q8tq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.P7I9lFwnDZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.HaL2loY2oY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.P7I9lFwnDZ ++ cat /tmp/tmp.HaL2loY2oY ++ rm /tmp/tmp.P7I9lFwnDZ /tmp/tmp.HaL2loY2oY ++ return 0 + client_pod=pxc-client-59944c5bbf-5q8tq + wait_pod pxc-client-59944c5bbf-5q8tq + local pod=pxc-client-59944c5bbf-5q8tq + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-5q8tq ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-5q8tq condition met waiting for pod/pxc-client-59944c5bbf-5q8tq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tUXZipynyu +++ mktemp ++ local LAST_ERR=/tmp/tmp.DepkDxDQRQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tUXZipynyu ++ cat /tmp/tmp.DepkDxDQRQ ++ rm /tmp/tmp.tUXZipynyu /tmp/tmp.DepkDxDQRQ ++ return 0 + client_pod=pxc-client-59944c5bbf-5q8tq + wait_pod pxc-client-59944c5bbf-5q8tq + local pod=pxc-client-59944c5bbf-5q8tq + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-5q8tq ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-5q8tq condition met waiting for pod/pxc-client-59944c5bbf-5q8tq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.joAdcQgtAX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.joAdcQgtAX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.THPEc1DROA +++ mktemp ++ local LAST_ERR=/tmp/tmp.y2XbZZFqVn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.THPEc1DROA ++ cat /tmp/tmp.y2XbZZFqVn ++ rm /tmp/tmp.THPEc1DROA /tmp/tmp.y2XbZZFqVn ++ return 0 + client_pod=pxc-client-59944c5bbf-5q8tq + wait_pod pxc-client-59944c5bbf-5q8tq + local pod=pxc-client-59944c5bbf-5q8tq + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-5q8tq ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-5q8tq condition met waiting for pod/pxc-client-59944c5bbf-5q8tq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.joAdcQgtAX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.joAdcQgtAX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GxHWfiChIR +++ mktemp ++ local LAST_ERR=/tmp/tmp.JNAgB9VNWA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GxHWfiChIR ++ cat /tmp/tmp.JNAgB9VNWA ++ rm /tmp/tmp.GxHWfiChIR /tmp/tmp.JNAgB9VNWA ++ return 0 + client_pod=pxc-client-59944c5bbf-5q8tq + wait_pod pxc-client-59944c5bbf-5q8tq + local pod=pxc-client-59944c5bbf-5q8tq + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-5q8tq ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-5q8tq condition met waiting for pod/pxc-client-59944c5bbf-5q8tq to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.joAdcQgtAX/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.joAdcQgtAX/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VMrXsp82zC +++ mktemp ++ local LAST_ERR=/tmp/tmp.c4oCyWghji ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VMrXsp82zC ++ cat /tmp/tmp.c4oCyWghji Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.VMrXsp82zC /tmp/tmp.c4oCyWghji ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3G + local cluster=some-name + local size=3G + echo 'Patching PVC request to 3G in some-name' Patching PVC request to 3G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.aLoIucT3D7 ++ mktemp + local LAST_ERR=/tmp/tmp.sv0202lDh4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aLoIucT3D7 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.sv0202lDh4 + rm /tmp/tmp.aLoIucT3D7 /tmp/tmp.sv0202lDh4 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jmGrSAYJuF +++ mktemp ++ local LAST_ERR=/tmp/tmp.Mw6bei0GXh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jmGrSAYJuF ++ cat /tmp/tmp.Mw6bei0GXh ++ rm /tmp/tmp.jmGrSAYJuF /tmp/tmp.Mw6bei0GXh ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qZi3Heyf8s +++ mktemp ++ local LAST_ERR=/tmp/tmp.k6Hg34nVi6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qZi3Heyf8s ++ cat /tmp/tmp.k6Hg34nVi6 ++ rm /tmp/tmp.qZi3Heyf8s /tmp/tmp.k6Hg34nVi6 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.isKclQuT20 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.opG7NJIY7J +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.isKclQuT20 +++++ cat /tmp/tmp.opG7NJIY7J +++++ rm /tmp/tmp.isKclQuT20 /tmp/tmp.opG7NJIY7J +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iHVYPnmaWa +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z53bIXLGtM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iHVYPnmaWa ++ cat /tmp/tmp.Z53bIXLGtM ++ rm /tmp/tmp.iHVYPnmaWa /tmp/tmp.Z53bIXLGtM ++ return 0 + [[ 2 == \2 ]] + echo + wait_all_pvc_resize 3Gi 120 1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fkz54cTBX1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.k82OG34NdG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fkz54cTBX1 ++ cat /tmp/tmp.k82OG34NdG ++ rm /tmp/tmp.Fkz54cTBX1 /tmp/tmp.k82OG34NdG ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 1 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=1 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yqMfnsQokt +++ mktemp ++ local LAST_ERR=/tmp/tmp.K78eronfY2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yqMfnsQokt ++ cat /tmp/tmp.K78eronfY2 ++ rm /tmp/tmp.yqMfnsQokt /tmp/tmp.K78eronfY2 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 0 -ge 120 ]] + echo -n . .+ sleep 1 + retry=1 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Lobm6OH5Yp +++ mktemp ++ local LAST_ERR=/tmp/tmp.tikHBL3rnp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Lobm6OH5Yp ++ cat /tmp/tmp.tikHBL3rnp ++ rm /tmp/tmp.Lobm6OH5Yp /tmp/tmp.tikHBL3rnp ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 1 -ge 120 ]] + echo -n . .+ sleep 1 + retry=2 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JXpwntntqo +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ch7rbf6gmZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JXpwntntqo ++ cat /tmp/tmp.Ch7rbf6gmZ ++ rm /tmp/tmp.JXpwntntqo /tmp/tmp.Ch7rbf6gmZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 2 -ge 120 ]] + echo -n . .+ sleep 1 + retry=3 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jn87oZv2Ex +++ mktemp ++ local LAST_ERR=/tmp/tmp.redxsxO6SN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jn87oZv2Ex ++ cat /tmp/tmp.redxsxO6SN ++ rm /tmp/tmp.jn87oZv2Ex /tmp/tmp.redxsxO6SN ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 3 -ge 120 ]] + echo -n . .+ sleep 1 + retry=4 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3aXuHa5BVg +++ mktemp ++ local LAST_ERR=/tmp/tmp.VxWSrh7IGM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3aXuHa5BVg ++ cat /tmp/tmp.VxWSrh7IGM ++ rm /tmp/tmp.3aXuHa5BVg /tmp/tmp.VxWSrh7IGM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 4 -ge 120 ]] + echo -n . .+ sleep 1 + retry=5 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SiNRcka1rl +++ mktemp ++ local LAST_ERR=/tmp/tmp.QnRCnvaKNH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SiNRcka1rl ++ cat /tmp/tmp.QnRCnvaKNH ++ rm /tmp/tmp.SiNRcka1rl /tmp/tmp.QnRCnvaKNH ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 5 -ge 120 ]] + echo -n . .+ sleep 1 + retry=6 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nd9xivhp3O +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ifzkkg0fRu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nd9xivhp3O ++ cat /tmp/tmp.Ifzkkg0fRu ++ rm /tmp/tmp.nd9xivhp3O /tmp/tmp.Ifzkkg0fRu ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 6 -ge 120 ]] + echo -n . .+ sleep 1 + retry=7 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.94gQH3rmKY +++ mktemp ++ local LAST_ERR=/tmp/tmp.dHDRs1L4wy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.94gQH3rmKY ++ cat /tmp/tmp.dHDRs1L4wy ++ rm /tmp/tmp.94gQH3rmKY /tmp/tmp.dHDRs1L4wy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 7 -ge 120 ]] + echo -n . .+ sleep 1 + retry=8 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Bo3LycMXrL +++ mktemp ++ local LAST_ERR=/tmp/tmp.eUTz9WhIeK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Bo3LycMXrL ++ cat /tmp/tmp.eUTz9WhIeK ++ rm /tmp/tmp.Bo3LycMXrL /tmp/tmp.eUTz9WhIeK ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 8 -ge 120 ]] + echo -n . .+ sleep 1 + retry=9 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AXsINZvwL6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.hCWlNk04xm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AXsINZvwL6 ++ cat /tmp/tmp.hCWlNk04xm ++ rm /tmp/tmp.AXsINZvwL6 /tmp/tmp.hCWlNk04xm ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 9 -ge 120 ]] + echo -n . .+ sleep 1 + retry=10 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nTD8DetDyZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.qvzxA06LfI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nTD8DetDyZ ++ cat /tmp/tmp.qvzxA06LfI ++ rm /tmp/tmp.nTD8DetDyZ /tmp/tmp.qvzxA06LfI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 10 -ge 120 ]] + echo -n . .+ sleep 1 + retry=11 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9gkq8GVBbp +++ mktemp ++ local LAST_ERR=/tmp/tmp.0QUEiln9JZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9gkq8GVBbp ++ cat /tmp/tmp.0QUEiln9JZ ++ rm /tmp/tmp.9gkq8GVBbp /tmp/tmp.0QUEiln9JZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 11 -ge 120 ]] + echo -n . .+ sleep 1 + retry=12 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2s4a6W5HG2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5683GSTVbs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2s4a6W5HG2 ++ cat /tmp/tmp.5683GSTVbs ++ rm /tmp/tmp.2s4a6W5HG2 /tmp/tmp.5683GSTVbs ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 12 -ge 120 ]] + echo -n . .+ sleep 1 + retry=13 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MfcCBHViPC +++ mktemp ++ local LAST_ERR=/tmp/tmp.BzedecpL5L ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MfcCBHViPC ++ cat /tmp/tmp.BzedecpL5L ++ rm /tmp/tmp.MfcCBHViPC /tmp/tmp.BzedecpL5L ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 13 -ge 120 ]] + echo -n . .+ sleep 1 + retry=14 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7p4WjMCLYM +++ mktemp ++ local LAST_ERR=/tmp/tmp.bpHHKmGUpm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7p4WjMCLYM ++ cat /tmp/tmp.bpHHKmGUpm ++ rm /tmp/tmp.7p4WjMCLYM /tmp/tmp.bpHHKmGUpm ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 14 -ge 120 ]] + echo -n . .+ sleep 1 + retry=15 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nsvZEFpaKd +++ mktemp ++ local LAST_ERR=/tmp/tmp.XTOmJiP1GW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nsvZEFpaKd ++ cat /tmp/tmp.XTOmJiP1GW ++ rm /tmp/tmp.nsvZEFpaKd /tmp/tmp.XTOmJiP1GW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 15 -ge 120 ]] + echo -n . .+ sleep 1 + retry=16 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ePCWnOtGuF +++ mktemp ++ local LAST_ERR=/tmp/tmp.4TzSTry9Ng ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ePCWnOtGuF ++ cat /tmp/tmp.4TzSTry9Ng ++ rm /tmp/tmp.ePCWnOtGuF /tmp/tmp.4TzSTry9Ng ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 16 -ge 120 ]] + echo -n . .+ sleep 1 + retry=17 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SCOQY7D4iB +++ mktemp ++ local LAST_ERR=/tmp/tmp.8U1Abhhb9T ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SCOQY7D4iB ++ cat /tmp/tmp.8U1Abhhb9T ++ rm /tmp/tmp.SCOQY7D4iB /tmp/tmp.8U1Abhhb9T ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 17 -ge 120 ]] + echo -n . .+ sleep 1 + retry=18 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yfCKpKECMF +++ mktemp ++ local LAST_ERR=/tmp/tmp.nHelsaJAVp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yfCKpKECMF ++ cat /tmp/tmp.nHelsaJAVp ++ rm /tmp/tmp.yfCKpKECMF /tmp/tmp.nHelsaJAVp ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 18 -ge 120 ]] + echo -n . .+ sleep 1 + retry=19 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.skxWTDFp3N +++ mktemp ++ local LAST_ERR=/tmp/tmp.SHEeVlx6SS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.skxWTDFp3N ++ cat /tmp/tmp.SHEeVlx6SS ++ rm /tmp/tmp.skxWTDFp3N /tmp/tmp.SHEeVlx6SS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 19 -ge 120 ]] + echo -n . .+ sleep 1 + retry=20 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nRMd4fwgvv +++ mktemp ++ local LAST_ERR=/tmp/tmp.hnogejEfHJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nRMd4fwgvv ++ cat /tmp/tmp.hnogejEfHJ ++ rm /tmp/tmp.nRMd4fwgvv /tmp/tmp.hnogejEfHJ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 20 -ge 120 ]] + echo -n . .+ sleep 1 + retry=21 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o570jEReJg +++ mktemp ++ local LAST_ERR=/tmp/tmp.680PoSWtOb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o570jEReJg ++ cat /tmp/tmp.680PoSWtOb ++ rm /tmp/tmp.o570jEReJg /tmp/tmp.680PoSWtOb ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 21 -ge 120 ]] + echo -n . .+ sleep 1 + retry=22 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mvbFmUtEQB +++ mktemp ++ local LAST_ERR=/tmp/tmp.5nsaofSrJP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mvbFmUtEQB ++ cat /tmp/tmp.5nsaofSrJP ++ rm /tmp/tmp.mvbFmUtEQB /tmp/tmp.5nsaofSrJP ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 22 -ge 120 ]] + echo -n . .+ sleep 1 + retry=23 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sGzaYOAdJk +++ mktemp ++ local LAST_ERR=/tmp/tmp.jXqLpNtvmr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sGzaYOAdJk ++ cat /tmp/tmp.jXqLpNtvmr ++ rm /tmp/tmp.sGzaYOAdJk /tmp/tmp.jXqLpNtvmr ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 23 -ge 120 ]] + echo -n . .+ sleep 1 + retry=24 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pNi19DxVt6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ro9HH1ZtKq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pNi19DxVt6 ++ cat /tmp/tmp.ro9HH1ZtKq ++ rm /tmp/tmp.pNi19DxVt6 /tmp/tmp.ro9HH1ZtKq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 24 -ge 120 ]] + echo -n . .+ sleep 1 + retry=25 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nJZMY7rW1G +++ mktemp ++ local LAST_ERR=/tmp/tmp.GFkCvGAZKb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nJZMY7rW1G ++ cat /tmp/tmp.GFkCvGAZKb ++ rm /tmp/tmp.nJZMY7rW1G /tmp/tmp.GFkCvGAZKb ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 25 -ge 120 ]] + echo -n . .+ sleep 1 + retry=26 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NwE36CoG2z +++ mktemp ++ local LAST_ERR=/tmp/tmp.lEE13CKRON ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NwE36CoG2z ++ cat /tmp/tmp.lEE13CKRON ++ rm /tmp/tmp.NwE36CoG2z /tmp/tmp.lEE13CKRON ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 26 -ge 120 ]] + echo -n . .+ sleep 1 + retry=27 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kekeRJAWcW +++ mktemp ++ local LAST_ERR=/tmp/tmp.XN4fA840lY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kekeRJAWcW ++ cat /tmp/tmp.XN4fA840lY ++ rm /tmp/tmp.kekeRJAWcW /tmp/tmp.XN4fA840lY ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 27 -ge 120 ]] + echo -n . .+ sleep 1 + retry=28 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yMGRoOg4hO +++ mktemp ++ local LAST_ERR=/tmp/tmp.MIqCXnk80W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yMGRoOg4hO ++ cat /tmp/tmp.MIqCXnk80W ++ rm /tmp/tmp.yMGRoOg4hO /tmp/tmp.MIqCXnk80W ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 28 -ge 120 ]] + echo -n . .+ sleep 1 + retry=29 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D80UylR91X +++ mktemp ++ local LAST_ERR=/tmp/tmp.74zpLTL7yG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D80UylR91X ++ cat /tmp/tmp.74zpLTL7yG ++ rm /tmp/tmp.D80UylR91X /tmp/tmp.74zpLTL7yG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 29 -ge 120 ]] + echo -n . .+ sleep 1 + retry=30 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tyAKPpzfNT +++ mktemp ++ local LAST_ERR=/tmp/tmp.aWZ0kDZ5uq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tyAKPpzfNT ++ cat /tmp/tmp.aWZ0kDZ5uq ++ rm /tmp/tmp.tyAKPpzfNT /tmp/tmp.aWZ0kDZ5uq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 30 -ge 120 ]] + echo -n . .+ sleep 1 + retry=31 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FMVItOugo9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bmhuBbH458 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FMVItOugo9 ++ cat /tmp/tmp.bmhuBbH458 ++ rm /tmp/tmp.FMVItOugo9 /tmp/tmp.bmhuBbH458 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 31 -ge 120 ]] + echo -n . .+ sleep 1 + retry=32 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.f4op70Qhe5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.x98pyxNqsD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.f4op70Qhe5 ++ cat /tmp/tmp.x98pyxNqsD ++ rm /tmp/tmp.f4op70Qhe5 /tmp/tmp.x98pyxNqsD ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 32 -ge 120 ]] + echo -n . .+ sleep 1 + retry=33 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eOvKekKqst +++ mktemp ++ local LAST_ERR=/tmp/tmp.5tg1OKZw0s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eOvKekKqst ++ cat /tmp/tmp.5tg1OKZw0s ++ rm /tmp/tmp.eOvKekKqst /tmp/tmp.5tg1OKZw0s ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 33 -ge 120 ]] + echo -n . .+ sleep 1 + retry=34 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.u7hN2rj86x +++ mktemp ++ local LAST_ERR=/tmp/tmp.D5v7jJFocM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.u7hN2rj86x ++ cat /tmp/tmp.D5v7jJFocM ++ rm /tmp/tmp.u7hN2rj86x /tmp/tmp.D5v7jJFocM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 34 -ge 120 ]] + echo -n . .+ sleep 1 + retry=35 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Vt7pr7HIZO +++ mktemp ++ local LAST_ERR=/tmp/tmp.3easHtZr8M ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Vt7pr7HIZO ++ cat /tmp/tmp.3easHtZr8M ++ rm /tmp/tmp.Vt7pr7HIZO /tmp/tmp.3easHtZr8M ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 35 -ge 120 ]] + echo -n . .+ sleep 1 + retry=36 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.THCba6SMAb +++ mktemp ++ local LAST_ERR=/tmp/tmp.oMHwBfXDJO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.THCba6SMAb ++ cat /tmp/tmp.oMHwBfXDJO ++ rm /tmp/tmp.THCba6SMAb /tmp/tmp.oMHwBfXDJO ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 36 -ge 120 ]] + echo -n . .+ sleep 1 + retry=37 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RiuMCptLnf +++ mktemp ++ local LAST_ERR=/tmp/tmp.O9YNhPcTSz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RiuMCptLnf ++ cat /tmp/tmp.O9YNhPcTSz ++ rm /tmp/tmp.RiuMCptLnf /tmp/tmp.O9YNhPcTSz ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 37 -ge 120 ]] + echo -n . .+ sleep 1 + retry=38 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tXOO62ejjA +++ mktemp ++ local LAST_ERR=/tmp/tmp.kDGQ7Y9Xhq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tXOO62ejjA ++ cat /tmp/tmp.kDGQ7Y9Xhq ++ rm /tmp/tmp.tXOO62ejjA /tmp/tmp.kDGQ7Y9Xhq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 38 -ge 120 ]] + echo -n . .+ sleep 1 + retry=39 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d44trJdTzy +++ mktemp ++ local LAST_ERR=/tmp/tmp.VQSSHZRtfk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d44trJdTzy ++ cat /tmp/tmp.VQSSHZRtfk ++ rm /tmp/tmp.d44trJdTzy /tmp/tmp.VQSSHZRtfk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 39 -ge 120 ]] + echo -n . .+ sleep 1 + retry=40 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dExk5GJ6km +++ mktemp ++ local LAST_ERR=/tmp/tmp.lHwvwhQw9o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dExk5GJ6km ++ cat /tmp/tmp.lHwvwhQw9o ++ rm /tmp/tmp.dExk5GJ6km /tmp/tmp.lHwvwhQw9o ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 40 -ge 120 ]] + echo -n . .+ sleep 1 + retry=41 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EaC1R1wagQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.y0aig7JS5Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EaC1R1wagQ ++ cat /tmp/tmp.y0aig7JS5Z ++ rm /tmp/tmp.EaC1R1wagQ /tmp/tmp.y0aig7JS5Z ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 41 -ge 120 ]] + echo -n . .+ sleep 1 + retry=42 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D7Bmzxewbj +++ mktemp ++ local LAST_ERR=/tmp/tmp.lSbmZEjbrS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D7Bmzxewbj ++ cat /tmp/tmp.lSbmZEjbrS ++ rm /tmp/tmp.D7Bmzxewbj /tmp/tmp.lSbmZEjbrS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 42 -ge 120 ]] + echo -n . .+ sleep 1 + retry=43 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.X4qLfuriQx +++ mktemp ++ local LAST_ERR=/tmp/tmp.VcXyqYZul9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X4qLfuriQx ++ cat /tmp/tmp.VcXyqYZul9 ++ rm /tmp/tmp.X4qLfuriQx /tmp/tmp.VcXyqYZul9 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 43 -ge 120 ]] + echo -n . .+ sleep 1 + retry=44 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.njvhzukai3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.gxiw80J5pP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.njvhzukai3 ++ cat /tmp/tmp.gxiw80J5pP ++ rm /tmp/tmp.njvhzukai3 /tmp/tmp.gxiw80J5pP ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 44 -ge 120 ]] + echo -n . .+ sleep 1 + retry=45 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o1MQQ79KdZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.eG07ulwXRB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o1MQQ79KdZ ++ cat /tmp/tmp.eG07ulwXRB ++ rm /tmp/tmp.o1MQQ79KdZ /tmp/tmp.eG07ulwXRB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 45 -ge 120 ]] + echo -n . .+ sleep 1 + retry=46 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vQi58g2VTS +++ mktemp ++ local LAST_ERR=/tmp/tmp.wb3b6TVuPf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vQi58g2VTS ++ cat /tmp/tmp.wb3b6TVuPf ++ rm /tmp/tmp.vQi58g2VTS /tmp/tmp.wb3b6TVuPf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 46 -ge 120 ]] + echo -n . .+ sleep 1 + retry=47 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j6KAJonsXM +++ mktemp ++ local LAST_ERR=/tmp/tmp.YZuSYIDsB6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j6KAJonsXM ++ cat /tmp/tmp.YZuSYIDsB6 ++ rm /tmp/tmp.j6KAJonsXM /tmp/tmp.YZuSYIDsB6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 47 -ge 120 ]] + echo -n . .+ sleep 1 + retry=48 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GK7jvpysnO +++ mktemp ++ local LAST_ERR=/tmp/tmp.ogcLeZY7EI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GK7jvpysnO ++ cat /tmp/tmp.ogcLeZY7EI ++ rm /tmp/tmp.GK7jvpysnO /tmp/tmp.ogcLeZY7EI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 48 -ge 120 ]] + echo -n . .+ sleep 1 + retry=49 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KDyItKUu5o +++ mktemp ++ local LAST_ERR=/tmp/tmp.8p7biart3g ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KDyItKUu5o ++ cat /tmp/tmp.8p7biart3g ++ rm /tmp/tmp.KDyItKUu5o /tmp/tmp.8p7biart3g ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 49 -ge 120 ]] + echo -n . .+ sleep 1 + retry=50 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oSDSRMSaEB +++ mktemp ++ local LAST_ERR=/tmp/tmp.QM8iaZvv8Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oSDSRMSaEB ++ cat /tmp/tmp.QM8iaZvv8Z ++ rm /tmp/tmp.oSDSRMSaEB /tmp/tmp.QM8iaZvv8Z ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 50 -ge 120 ]] + echo -n . .+ sleep 1 + retry=51 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8masKGKX5k +++ mktemp ++ local LAST_ERR=/tmp/tmp.cxRDXv45jk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8masKGKX5k ++ cat /tmp/tmp.cxRDXv45jk ++ rm /tmp/tmp.8masKGKX5k /tmp/tmp.cxRDXv45jk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 51 -ge 120 ]] + echo -n . .+ sleep 1 + retry=52 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GhsSiqnAuJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.QIg6NaF2ck ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GhsSiqnAuJ ++ cat /tmp/tmp.QIg6NaF2ck ++ rm /tmp/tmp.GhsSiqnAuJ /tmp/tmp.QIg6NaF2ck ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 52 -ge 120 ]] + echo -n . .+ sleep 1 + retry=53 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UwIM2wQDGU +++ mktemp ++ local LAST_ERR=/tmp/tmp.6APKZY7Xmx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UwIM2wQDGU ++ cat /tmp/tmp.6APKZY7Xmx ++ rm /tmp/tmp.UwIM2wQDGU /tmp/tmp.6APKZY7Xmx ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 53 -ge 120 ]] + echo -n . .+ sleep 1 + retry=54 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ux7TAlnCDB +++ mktemp ++ local LAST_ERR=/tmp/tmp.wRdxpVqonM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ux7TAlnCDB ++ cat /tmp/tmp.wRdxpVqonM ++ rm /tmp/tmp.Ux7TAlnCDB /tmp/tmp.wRdxpVqonM ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 54 -ge 120 ]] + echo -n . .+ sleep 1 + retry=55 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A2RsvitJcX +++ mktemp ++ local LAST_ERR=/tmp/tmp.XtY59csxUT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A2RsvitJcX ++ cat /tmp/tmp.XtY59csxUT ++ rm /tmp/tmp.A2RsvitJcX /tmp/tmp.XtY59csxUT ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 55 -ge 120 ]] + echo -n . .+ sleep 1 + retry=56 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TCFied1fGW +++ mktemp ++ local LAST_ERR=/tmp/tmp.xYCqwuRX1I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TCFied1fGW ++ cat /tmp/tmp.xYCqwuRX1I ++ rm /tmp/tmp.TCFied1fGW /tmp/tmp.xYCqwuRX1I ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 56 -ge 120 ]] + echo -n . .+ sleep 1 + retry=57 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p1RB0AgnwR +++ mktemp ++ local LAST_ERR=/tmp/tmp.NtnxHDUGCG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p1RB0AgnwR ++ cat /tmp/tmp.NtnxHDUGCG ++ rm /tmp/tmp.p1RB0AgnwR /tmp/tmp.NtnxHDUGCG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 57 -ge 120 ]] + echo -n . .+ sleep 1 + retry=58 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9IILMKVPA1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.fP3gvhgqcW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9IILMKVPA1 ++ cat /tmp/tmp.fP3gvhgqcW ++ rm /tmp/tmp.9IILMKVPA1 /tmp/tmp.fP3gvhgqcW ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 58 -ge 120 ]] + echo -n . .+ sleep 1 + retry=59 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.W6KWI8qZVu +++ mktemp ++ local LAST_ERR=/tmp/tmp.BTmPEFZrFs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.W6KWI8qZVu ++ cat /tmp/tmp.BTmPEFZrFs ++ rm /tmp/tmp.W6KWI8qZVu /tmp/tmp.BTmPEFZrFs ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 59 -ge 120 ]] + echo -n . .+ sleep 1 + retry=60 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kGvYNwPo8n +++ mktemp ++ local LAST_ERR=/tmp/tmp.IRPW8dW1rS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kGvYNwPo8n ++ cat /tmp/tmp.IRPW8dW1rS ++ rm /tmp/tmp.kGvYNwPo8n /tmp/tmp.IRPW8dW1rS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 60 -ge 120 ]] + echo -n . .+ sleep 1 + retry=61 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3SoSkCUpz6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cpzn9UAjeq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3SoSkCUpz6 ++ cat /tmp/tmp.cpzn9UAjeq ++ rm /tmp/tmp.3SoSkCUpz6 /tmp/tmp.cpzn9UAjeq ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 61 -ge 120 ]] + echo -n . .+ sleep 1 + retry=62 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p8zStPvkns +++ mktemp ++ local LAST_ERR=/tmp/tmp.13nqmevvwE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p8zStPvkns ++ cat /tmp/tmp.13nqmevvwE ++ rm /tmp/tmp.p8zStPvkns /tmp/tmp.13nqmevvwE ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 62 -ge 120 ]] + echo -n . .+ sleep 1 + retry=63 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wrDiDarHFt +++ mktemp ++ local LAST_ERR=/tmp/tmp.EuGNS56r08 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wrDiDarHFt ++ cat /tmp/tmp.EuGNS56r08 ++ rm /tmp/tmp.wrDiDarHFt /tmp/tmp.EuGNS56r08 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 63 -ge 120 ]] + echo -n . .+ sleep 1 + retry=64 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hNG9neoJFm +++ mktemp ++ local LAST_ERR=/tmp/tmp.LNJjWIE2Vh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hNG9neoJFm ++ cat /tmp/tmp.LNJjWIE2Vh ++ rm /tmp/tmp.hNG9neoJFm /tmp/tmp.LNJjWIE2Vh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 64 -ge 120 ]] + echo -n . .+ sleep 1 + retry=65 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EGbQ6NnNz3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z3ScsAnHcP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EGbQ6NnNz3 ++ cat /tmp/tmp.Z3ScsAnHcP ++ rm /tmp/tmp.EGbQ6NnNz3 /tmp/tmp.Z3ScsAnHcP ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 65 -ge 120 ]] + echo -n . .+ sleep 1 + retry=66 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2A59D8Y29m +++ mktemp ++ local LAST_ERR=/tmp/tmp.D496Zf7MVJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2A59D8Y29m ++ cat /tmp/tmp.D496Zf7MVJ ++ rm /tmp/tmp.2A59D8Y29m /tmp/tmp.D496Zf7MVJ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 66 -ge 120 ]] + echo -n . .+ sleep 1 + retry=67 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Joy5PYPOqV +++ mktemp ++ local LAST_ERR=/tmp/tmp.J5ikoesjQc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Joy5PYPOqV ++ cat /tmp/tmp.J5ikoesjQc ++ rm /tmp/tmp.Joy5PYPOqV /tmp/tmp.J5ikoesjQc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 67 -ge 120 ]] + echo -n . .+ sleep 1 + retry=68 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fYPVdX1U34 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Elfj7fs1IT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fYPVdX1U34 ++ cat /tmp/tmp.Elfj7fs1IT ++ rm /tmp/tmp.fYPVdX1U34 /tmp/tmp.Elfj7fs1IT ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 68 -ge 120 ]] + echo -n . .+ sleep 1 + retry=69 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AminxJtmJr +++ mktemp ++ local LAST_ERR=/tmp/tmp.QQQsqA7eTk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AminxJtmJr ++ cat /tmp/tmp.QQQsqA7eTk ++ rm /tmp/tmp.AminxJtmJr /tmp/tmp.QQQsqA7eTk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 69 -ge 120 ]] + echo -n . .+ sleep 1 + retry=70 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.u4jHVeO1oG +++ mktemp ++ local LAST_ERR=/tmp/tmp.TNgiRWE08w ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.u4jHVeO1oG ++ cat /tmp/tmp.TNgiRWE08w ++ rm /tmp/tmp.u4jHVeO1oG /tmp/tmp.TNgiRWE08w ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 70 -ge 120 ]] + echo -n . .+ sleep 1 + retry=71 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o2Y7Yxcvr2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ij1nPRhfBk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o2Y7Yxcvr2 ++ cat /tmp/tmp.Ij1nPRhfBk ++ rm /tmp/tmp.o2Y7Yxcvr2 /tmp/tmp.Ij1nPRhfBk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 71 -ge 120 ]] + echo -n . .+ sleep 1 + retry=72 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Akk3IAfv6Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.fZ8u4HXViQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Akk3IAfv6Z ++ cat /tmp/tmp.fZ8u4HXViQ ++ rm /tmp/tmp.Akk3IAfv6Z /tmp/tmp.fZ8u4HXViQ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 72 -ge 120 ]] + echo -n . .+ sleep 1 + retry=73 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.waVCRWldPO +++ mktemp ++ local LAST_ERR=/tmp/tmp.z6hmv5YVTm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.waVCRWldPO ++ cat /tmp/tmp.z6hmv5YVTm ++ rm /tmp/tmp.waVCRWldPO /tmp/tmp.z6hmv5YVTm ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 73 -ge 120 ]] + echo -n . .+ sleep 1 + retry=74 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZVNLUVr51A +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xx0DcFWePs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZVNLUVr51A ++ cat /tmp/tmp.Xx0DcFWePs ++ rm /tmp/tmp.ZVNLUVr51A /tmp/tmp.Xx0DcFWePs ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 74 -ge 120 ]] + echo -n . .+ sleep 1 + retry=75 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DP7BmFthkf +++ mktemp ++ local LAST_ERR=/tmp/tmp.46Jxv02IzS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DP7BmFthkf ++ cat /tmp/tmp.46Jxv02IzS ++ rm /tmp/tmp.DP7BmFthkf /tmp/tmp.46Jxv02IzS ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 75 -ge 120 ]] + echo -n . .+ sleep 1 + retry=76 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DbTnTlzyQq +++ mktemp ++ local LAST_ERR=/tmp/tmp.raASdgwW1B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DbTnTlzyQq ++ cat /tmp/tmp.raASdgwW1B ++ rm /tmp/tmp.DbTnTlzyQq /tmp/tmp.raASdgwW1B ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 76 -ge 120 ]] + echo -n . .+ sleep 1 + retry=77 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Oz6B802lAI +++ mktemp ++ local LAST_ERR=/tmp/tmp.jLM3pn7SBw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Oz6B802lAI ++ cat /tmp/tmp.jLM3pn7SBw ++ rm /tmp/tmp.Oz6B802lAI /tmp/tmp.jLM3pn7SBw ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 77 -ge 120 ]] + echo -n . .+ sleep 1 + retry=78 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NvuKw5bKJf +++ mktemp ++ local LAST_ERR=/tmp/tmp.UWXiYbzISL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NvuKw5bKJf ++ cat /tmp/tmp.UWXiYbzISL ++ rm /tmp/tmp.NvuKw5bKJf /tmp/tmp.UWXiYbzISL ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 78 -ge 120 ]] + echo -n . .+ sleep 1 + retry=79 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.air5Eiu09n +++ mktemp ++ local LAST_ERR=/tmp/tmp.M9iTbhpznG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.air5Eiu09n ++ cat /tmp/tmp.M9iTbhpznG ++ rm /tmp/tmp.air5Eiu09n /tmp/tmp.M9iTbhpznG ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 79 -ge 120 ]] + echo -n . .+ sleep 1 + retry=80 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5bSBtIFZa5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6pbKXWN9bI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5bSBtIFZa5 ++ cat /tmp/tmp.6pbKXWN9bI ++ rm /tmp/tmp.5bSBtIFZa5 /tmp/tmp.6pbKXWN9bI ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 80 -ge 120 ]] + echo -n . .+ sleep 1 + retry=81 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nd5lZvUyRB +++ mktemp ++ local LAST_ERR=/tmp/tmp.F3n08lz2f5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nd5lZvUyRB ++ cat /tmp/tmp.F3n08lz2f5 ++ rm /tmp/tmp.nd5lZvUyRB /tmp/tmp.F3n08lz2f5 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 81 -ge 120 ]] + echo -n . .+ sleep 1 + retry=82 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Beyw5TOH9W +++ mktemp ++ local LAST_ERR=/tmp/tmp.k3qPa3CfK8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Beyw5TOH9W ++ cat /tmp/tmp.k3qPa3CfK8 ++ rm /tmp/tmp.Beyw5TOH9W /tmp/tmp.k3qPa3CfK8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 82 -ge 120 ]] + echo -n . .+ sleep 1 + retry=83 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NNfdEvOB8Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.nfmXpDDwX5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NNfdEvOB8Z ++ cat /tmp/tmp.nfmXpDDwX5 ++ rm /tmp/tmp.NNfdEvOB8Z /tmp/tmp.nfmXpDDwX5 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 83 -ge 120 ]] + echo -n . .+ sleep 1 + retry=84 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3XEVceN8Yn +++ mktemp ++ local LAST_ERR=/tmp/tmp.Dy5v9PBBCy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3XEVceN8Yn ++ cat /tmp/tmp.Dy5v9PBBCy ++ rm /tmp/tmp.3XEVceN8Yn /tmp/tmp.Dy5v9PBBCy ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 84 -ge 120 ]] + echo -n . .+ sleep 1 + retry=85 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9D7p8tco3M +++ mktemp ++ local LAST_ERR=/tmp/tmp.4XH3FlpaaE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9D7p8tco3M ++ cat /tmp/tmp.4XH3FlpaaE ++ rm /tmp/tmp.9D7p8tco3M /tmp/tmp.4XH3FlpaaE ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 85 -ge 120 ]] + echo -n . .+ sleep 1 + retry=86 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fH615Umr4f +++ mktemp ++ local LAST_ERR=/tmp/tmp.iDWx6AQe5r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fH615Umr4f ++ cat /tmp/tmp.iDWx6AQe5r ++ rm /tmp/tmp.fH615Umr4f /tmp/tmp.iDWx6AQe5r ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 86 -ge 120 ]] + echo -n . .+ sleep 1 + retry=87 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.S977xlDyT8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.0mBir6F6hY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.S977xlDyT8 ++ cat /tmp/tmp.0mBir6F6hY ++ rm /tmp/tmp.S977xlDyT8 /tmp/tmp.0mBir6F6hY ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 87 -ge 120 ]] + echo -n . .+ sleep 1 + retry=88 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pyXPUYAsYx +++ mktemp ++ local LAST_ERR=/tmp/tmp.7nHPeQMMVf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pyXPUYAsYx ++ cat /tmp/tmp.7nHPeQMMVf ++ rm /tmp/tmp.pyXPUYAsYx /tmp/tmp.7nHPeQMMVf ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 88 -ge 120 ]] + echo -n . .+ sleep 1 + retry=89 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9jcJjvwlij +++ mktemp ++ local LAST_ERR=/tmp/tmp.ghDyg96ojB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9jcJjvwlij ++ cat /tmp/tmp.ghDyg96ojB ++ rm /tmp/tmp.9jcJjvwlij /tmp/tmp.ghDyg96ojB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 89 -ge 120 ]] + echo -n . .+ sleep 1 + retry=90 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wnV2FNjezT +++ mktemp ++ local LAST_ERR=/tmp/tmp.2vssIemupF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wnV2FNjezT ++ cat /tmp/tmp.2vssIemupF ++ rm /tmp/tmp.wnV2FNjezT /tmp/tmp.2vssIemupF ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 90 -ge 120 ]] + echo -n . .+ sleep 1 + retry=91 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.THPBXJ6gnR +++ mktemp ++ local LAST_ERR=/tmp/tmp.2bn2mD6Ji8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.THPBXJ6gnR ++ cat /tmp/tmp.2bn2mD6Ji8 ++ rm /tmp/tmp.THPBXJ6gnR /tmp/tmp.2bn2mD6Ji8 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 91 -ge 120 ]] + echo -n . .+ sleep 1 + retry=92 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oJ4inKhpXP +++ mktemp ++ local LAST_ERR=/tmp/tmp.Aj69LTSPrU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oJ4inKhpXP ++ cat /tmp/tmp.Aj69LTSPrU ++ rm /tmp/tmp.oJ4inKhpXP /tmp/tmp.Aj69LTSPrU ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 92 -ge 120 ]] + echo -n . .+ sleep 1 + retry=93 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EqqqVNPLZI +++ mktemp ++ local LAST_ERR=/tmp/tmp.rUisVWYn3n ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EqqqVNPLZI ++ cat /tmp/tmp.rUisVWYn3n ++ rm /tmp/tmp.EqqqVNPLZI /tmp/tmp.rUisVWYn3n ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 93 -ge 120 ]] + echo -n . .+ sleep 1 + retry=94 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.knXZEoep1S +++ mktemp ++ local LAST_ERR=/tmp/tmp.HoLBWezjgt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.knXZEoep1S ++ cat /tmp/tmp.HoLBWezjgt ++ rm /tmp/tmp.knXZEoep1S /tmp/tmp.HoLBWezjgt ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 94 -ge 120 ]] + echo -n . .+ sleep 1 + retry=95 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R7RSuZHPDS +++ mktemp ++ local LAST_ERR=/tmp/tmp.sjyPP1Oq7y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R7RSuZHPDS ++ cat /tmp/tmp.sjyPP1Oq7y ++ rm /tmp/tmp.R7RSuZHPDS /tmp/tmp.sjyPP1Oq7y ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 95 -ge 120 ]] + echo -n . .+ sleep 1 + retry=96 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lfwxN7FkfO +++ mktemp ++ local LAST_ERR=/tmp/tmp.OeTQgCoNPm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lfwxN7FkfO ++ cat /tmp/tmp.OeTQgCoNPm ++ rm /tmp/tmp.lfwxN7FkfO /tmp/tmp.OeTQgCoNPm ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 96 -ge 120 ]] + echo -n . .+ sleep 1 + retry=97 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.88XbZjBlZ9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.vuiOMwdAmV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.88XbZjBlZ9 ++ cat /tmp/tmp.vuiOMwdAmV ++ rm /tmp/tmp.88XbZjBlZ9 /tmp/tmp.vuiOMwdAmV ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 97 -ge 120 ]] + echo -n . .+ sleep 1 + retry=98 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VQiXjLsQRz +++ mktemp ++ local LAST_ERR=/tmp/tmp.YCcA0czjvX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VQiXjLsQRz ++ cat /tmp/tmp.YCcA0czjvX ++ rm /tmp/tmp.VQiXjLsQRz /tmp/tmp.YCcA0czjvX ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 98 -ge 120 ]] + echo -n . .+ sleep 1 + retry=99 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.n956wdoQlu +++ mktemp ++ local LAST_ERR=/tmp/tmp.aIIEshyT21 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.n956wdoQlu ++ cat /tmp/tmp.aIIEshyT21 ++ rm /tmp/tmp.n956wdoQlu /tmp/tmp.aIIEshyT21 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 99 -ge 120 ]] + echo -n . .+ sleep 1 + retry=100 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Kghi9l7uka +++ mktemp ++ local LAST_ERR=/tmp/tmp.I14swu0R3B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Kghi9l7uka ++ cat /tmp/tmp.I14swu0R3B ++ rm /tmp/tmp.Kghi9l7uka /tmp/tmp.I14swu0R3B ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 100 -ge 120 ]] + echo -n . .+ sleep 1 + retry=101 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4XSWranWyH +++ mktemp ++ local LAST_ERR=/tmp/tmp.IaLZSdDmNV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4XSWranWyH ++ cat /tmp/tmp.IaLZSdDmNV ++ rm /tmp/tmp.4XSWranWyH /tmp/tmp.IaLZSdDmNV ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 101 -ge 120 ]] + echo -n . .+ sleep 1 + retry=102 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tOEV74o1Ti +++ mktemp ++ local LAST_ERR=/tmp/tmp.et90iDfFxN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tOEV74o1Ti ++ cat /tmp/tmp.et90iDfFxN ++ rm /tmp/tmp.tOEV74o1Ti /tmp/tmp.et90iDfFxN ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 102 -ge 120 ]] + echo -n . .+ sleep 1 + retry=103 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dUuGJ0J6mv +++ mktemp ++ local LAST_ERR=/tmp/tmp.O9W9TEbxxc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dUuGJ0J6mv ++ cat /tmp/tmp.O9W9TEbxxc ++ rm /tmp/tmp.dUuGJ0J6mv /tmp/tmp.O9W9TEbxxc ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 103 -ge 120 ]] + echo -n . .+ sleep 1 + retry=104 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5fx6o8GyJz +++ mktemp ++ local LAST_ERR=/tmp/tmp.3DDYqCjvCV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5fx6o8GyJz ++ cat /tmp/tmp.3DDYqCjvCV ++ rm /tmp/tmp.5fx6o8GyJz /tmp/tmp.3DDYqCjvCV ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 104 -ge 120 ]] + echo -n . .+ sleep 1 + retry=105 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pb3arh6hcB +++ mktemp ++ local LAST_ERR=/tmp/tmp.07Tyj7Gr7K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pb3arh6hcB ++ cat /tmp/tmp.07Tyj7Gr7K ++ rm /tmp/tmp.Pb3arh6hcB /tmp/tmp.07Tyj7Gr7K ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 105 -ge 120 ]] + echo -n . .+ sleep 1 + retry=106 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OPI1tSkTjj +++ mktemp ++ local LAST_ERR=/tmp/tmp.hFEdTq9o9w ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OPI1tSkTjj ++ cat /tmp/tmp.hFEdTq9o9w ++ rm /tmp/tmp.OPI1tSkTjj /tmp/tmp.hFEdTq9o9w ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 106 -ge 120 ]] + echo -n . .+ sleep 1 + retry=107 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jb4n3K8meH +++ mktemp ++ local LAST_ERR=/tmp/tmp.p6geeGa2u1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jb4n3K8meH ++ cat /tmp/tmp.p6geeGa2u1 ++ rm /tmp/tmp.jb4n3K8meH /tmp/tmp.p6geeGa2u1 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 107 -ge 120 ]] + echo -n . .+ sleep 1 + retry=108 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.whLtfLEkku +++ mktemp ++ local LAST_ERR=/tmp/tmp.1QqxQk3Ega ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.whLtfLEkku ++ cat /tmp/tmp.1QqxQk3Ega ++ rm /tmp/tmp.whLtfLEkku /tmp/tmp.1QqxQk3Ega ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 108 -ge 120 ]] + echo -n . .+ sleep 1 + retry=109 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G0tufp2KOD +++ mktemp ++ local LAST_ERR=/tmp/tmp.6oDcUz6uTT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G0tufp2KOD ++ cat /tmp/tmp.6oDcUz6uTT ++ rm /tmp/tmp.G0tufp2KOD /tmp/tmp.6oDcUz6uTT ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 109 -ge 120 ]] + echo -n . .+ sleep 1 + retry=110 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6Fg3jsYxdJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.1hMVAzCcEk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6Fg3jsYxdJ ++ cat /tmp/tmp.1hMVAzCcEk ++ rm /tmp/tmp.6Fg3jsYxdJ /tmp/tmp.1hMVAzCcEk ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 110 -ge 120 ]] + echo -n . .+ sleep 1 + retry=111 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9Q5bmnJiUQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.skvTXo9SoZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9Q5bmnJiUQ ++ cat /tmp/tmp.skvTXo9SoZ ++ rm /tmp/tmp.9Q5bmnJiUQ /tmp/tmp.skvTXo9SoZ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 111 -ge 120 ]] + echo -n . .+ sleep 1 + retry=112 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7Lax2AvIda +++ mktemp ++ local LAST_ERR=/tmp/tmp.VS15WApYSh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7Lax2AvIda ++ cat /tmp/tmp.VS15WApYSh ++ rm /tmp/tmp.7Lax2AvIda /tmp/tmp.VS15WApYSh ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 112 -ge 120 ]] + echo -n . .+ sleep 1 + retry=113 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nI7yZggYBk +++ mktemp ++ local LAST_ERR=/tmp/tmp.W19MvBgPrE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nI7yZggYBk ++ cat /tmp/tmp.W19MvBgPrE ++ rm /tmp/tmp.nI7yZggYBk /tmp/tmp.W19MvBgPrE ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 113 -ge 120 ]] + echo -n . .+ sleep 1 + retry=114 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pz1NF78neV +++ mktemp ++ local LAST_ERR=/tmp/tmp.DdQIPIPfIT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pz1NF78neV ++ cat /tmp/tmp.DdQIPIPfIT ++ rm /tmp/tmp.Pz1NF78neV /tmp/tmp.DdQIPIPfIT ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 114 -ge 120 ]] + echo -n . .+ sleep 1 + retry=115 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aEHgAxI1Wo +++ mktemp ++ local LAST_ERR=/tmp/tmp.zKdojYhA1o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aEHgAxI1Wo ++ cat /tmp/tmp.zKdojYhA1o ++ rm /tmp/tmp.aEHgAxI1Wo /tmp/tmp.zKdojYhA1o ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 115 -ge 120 ]] + echo -n . .+ sleep 1 + retry=116 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XUuolnmUyj +++ mktemp ++ local LAST_ERR=/tmp/tmp.hctEgTDLm6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XUuolnmUyj ++ cat /tmp/tmp.hctEgTDLm6 ++ rm /tmp/tmp.XUuolnmUyj /tmp/tmp.hctEgTDLm6 ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 116 -ge 120 ]] + echo -n . .+ sleep 1 + retry=117 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3xojYDv3lW +++ mktemp ++ local LAST_ERR=/tmp/tmp.mDQPORXl0r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3xojYDv3lW ++ cat /tmp/tmp.mDQPORXl0r ++ rm /tmp/tmp.3xojYDv3lW /tmp/tmp.mDQPORXl0r ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 117 -ge 120 ]] + echo -n . .+ sleep 1 + retry=118 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ghqhPILehq +++ mktemp ++ local LAST_ERR=/tmp/tmp.M1Hait7mBJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ghqhPILehq ++ cat /tmp/tmp.M1Hait7mBJ ++ rm /tmp/tmp.ghqhPILehq /tmp/tmp.M1Hait7mBJ ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 118 -ge 120 ]] + echo -n . .+ sleep 1 + retry=119 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tNBeYlCNOd +++ mktemp ++ local LAST_ERR=/tmp/tmp.qtPvZd8bmB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tNBeYlCNOd ++ cat /tmp/tmp.qtPvZd8bmB ++ rm /tmp/tmp.tNBeYlCNOd /tmp/tmp.qtPvZd8bmB ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 119 -ge 120 ]] + echo -n . .+ sleep 1 + retry=120 ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DpkgPw8jqx +++ mktemp ++ local LAST_ERR=/tmp/tmp.iEOVMwhoxi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DpkgPw8jqx ++ cat /tmp/tmp.iEOVMwhoxi ++ rm /tmp/tmp.DpkgPw8jqx /tmp/tmp.iEOVMwhoxi ++ return 0 + [[ 2Gi == \3\G\i ]] + [[ 120 -ge 120 ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded' persistentvolumeclaim/datadir-some-name-pxc-0 was not resized, max retries exceeded + return 1 + return 1 + echo 'Enabling PVC resize' Enabling PVC resize + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' ++ mktemp + local LAST_OUT=/tmp/tmp.BZpBS4SHex ++ mktemp + local LAST_ERR=/tmp/tmp.KViGiA06kZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "add", "path": "/spec/enableVolumeExpansion", "value":true }]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BZpBS4SHex perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.KViGiA06kZ + rm /tmp/tmp.BZpBS4SHex /tmp/tmp.KViGiA06kZ + return 0 + sleep 10 ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + resize_start_time=2025-11-07T14:10:33Z + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L2Wdi38zLB +++ mktemp ++ local LAST_ERR=/tmp/tmp.Re1evLPs2W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L2Wdi38zLB ++ cat /tmp/tmp.Re1evLPs2W ++ rm /tmp/tmp.L2Wdi38zLB /tmp/tmp.Re1evLPs2W ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QCtbqEqAR8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.IPcto9wQZ8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QCtbqEqAR8 ++ cat /tmp/tmp.IPcto9wQZ8 ++ rm /tmp/tmp.QCtbqEqAR8 /tmp/tmp.IPcto9wQZ8 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PxE51qavzc +++ mktemp ++ local LAST_ERR=/tmp/tmp.wM1mTNxuJp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PxE51qavzc ++ cat /tmp/tmp.wM1mTNxuJp ++ rm /tmp/tmp.PxE51qavzc /tmp/tmp.wM1mTNxuJp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YlbFcHjsaH +++ mktemp ++ local LAST_ERR=/tmp/tmp.yDUeIiDsXn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YlbFcHjsaH ++ cat /tmp/tmp.yDUeIiDsXn ++ rm /tmp/tmp.YlbFcHjsaH /tmp/tmp.yDUeIiDsXn ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hsZ3X0vQIN +++ mktemp ++ local LAST_ERR=/tmp/tmp.fXVi9SHTcH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hsZ3X0vQIN ++ cat /tmp/tmp.fXVi9SHTcH ++ rm /tmp/tmp.hsZ3X0vQIN /tmp/tmp.fXVi9SHTcH ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NgfDzjfRWG +++ mktemp ++ local LAST_ERR=/tmp/tmp.TirOHYkfHp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NgfDzjfRWG ++ cat /tmp/tmp.TirOHYkfHp ++ rm /tmp/tmp.NgfDzjfRWG /tmp/tmp.TirOHYkfHp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DNjYuhpKmQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.wPtELTzYFz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DNjYuhpKmQ ++ cat /tmp/tmp.wPtELTzYFz ++ rm /tmp/tmp.DNjYuhpKmQ /tmp/tmp.wPtELTzYFz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ijwtCQROae +++ mktemp ++ local LAST_ERR=/tmp/tmp.6uU64QLJ8l ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ijwtCQROae ++ cat /tmp/tmp.6uU64QLJ8l ++ rm /tmp/tmp.ijwtCQROae /tmp/tmp.6uU64QLJ8l ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OLsnRAGfsG +++ mktemp ++ local LAST_ERR=/tmp/tmp.oeUBXN4qGj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OLsnRAGfsG ++ cat /tmp/tmp.oeUBXN4qGj ++ rm /tmp/tmp.OLsnRAGfsG /tmp/tmp.oeUBXN4qGj ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.wvARQqxZAP ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.yGuvHBvKks +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.wvARQqxZAP +++++ cat /tmp/tmp.yGuvHBvKks +++++ rm /tmp/tmp.wvARQqxZAP /tmp/tmp.yGuvHBvKks +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YOJzBk03BM +++ mktemp ++ local LAST_ERR=/tmp/tmp.1JpHca3SE8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YOJzBk03BM ++ cat /tmp/tmp.1JpHca3SE8 ++ rm /tmp/tmp.YOJzBk03BM /tmp/tmp.1JpHca3SE8 ++ return 0 + [[ 2 == \2 ]] + echo + wait_all_pvc_resize 3Gi + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.hxH4RetrpU +++ mktemp ++ local LAST_ERR=/tmp/tmp.1uKGJ1pWED ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hxH4RetrpU ++ cat /tmp/tmp.1uKGJ1pWED ++ rm /tmp/tmp.hxH4RetrpU /tmp/tmp.1uKGJ1pWED ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7ox80Zl4oe +++ mktemp ++ local LAST_ERR=/tmp/tmp.l1h3X3kz4e ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7ox80Zl4oe ++ cat /tmp/tmp.l1h3X3kz4e ++ rm /tmp/tmp.7ox80Zl4oe /tmp/tmp.l1h3X3kz4e ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.S7lTrghAuf +++ mktemp ++ local LAST_ERR=/tmp/tmp.VzvjoHhDmb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.S7lTrghAuf ++ cat /tmp/tmp.VzvjoHhDmb ++ rm /tmp/tmp.S7lTrghAuf /tmp/tmp.VzvjoHhDmb ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 3Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=3Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2mgGsJncnz +++ mktemp ++ local LAST_ERR=/tmp/tmp.UuI7pSoc2b ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2mgGsJncnz ++ cat /tmp/tmp.UuI7pSoc2b ++ rm /tmp/tmp.2mgGsJncnz /tmp/tmp.UuI7pSoc2b ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + resize_finish_time=2025-11-07T14:11:36Z + has_error_status 2025-11-07T14:10:33Z 2025-11-07T14:11:36Z + local resize_start=2025-11-07T14:10:33Z + local resize_finish=2025-11-07T14:11:36Z + local error_expected=false ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.conditions}' ++ jq -r --arg start 2025-11-07T14:10:33Z --arg end 2025-11-07T14:11:36Z 'map(select(.type == "error" and (.lastTransitionTime >= $start and .lastTransitionTime <= $end) )) | if length > 0 then "true" else "false" end ' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zwHnG5KX33 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Aqyputa97y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.conditions}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zwHnG5KX33 ++ cat /tmp/tmp.Aqyputa97y ++ rm /tmp/tmp.zwHnG5KX33 /tmp/tmp.Aqyputa97y ++ return 0 + has_error=false + [[ false != false ]] + '[' 0 == 1 -o -n '' ']' + desc 'create 1st insufficient resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create 1st insufficient resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Urst1c7cMi +++ mktemp ++ local LAST_ERR=/tmp/tmp.1Dm1I8JsFX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Urst1c7cMi ++ cat /tmp/tmp.1Dm1I8JsFX ++ rm /tmp/tmp.Urst1c7cMi /tmp/tmp.1Dm1I8JsFX ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + sed s/QUOTA/10Gi/ + sed s/STORAGECLASS/standard-rwo/ + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/conf/resourcequota.yml ++ mktemp + local LAST_OUT=/tmp/tmp.kE7gW5XEda ++ mktemp + local LAST_ERR=/tmp/tmp.RrpOZnV3Dy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kE7gW5XEda resourcequota/default-storage-quota created + cat /tmp/tmp.RrpOZnV3Dy + rm /tmp/tmp.kE7gW5XEda /tmp/tmp.RrpOZnV3Dy + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.myOLlPvw1k ++ mktemp + local LAST_ERR=/tmp/tmp.TkoLlyEBjU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.myOLlPvw1k perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.TkoLlyEBjU + rm /tmp/tmp.myOLlPvw1k /tmp/tmp.TkoLlyEBjU + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.U7YJJecior +++ mktemp ++ local LAST_ERR=/tmp/tmp.5WBvLjSVJ6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.U7YJJecior ++ cat /tmp/tmp.5WBvLjSVJ6 ++ rm /tmp/tmp.U7YJJecior /tmp/tmp.5WBvLjSVJ6 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EM1dlpG0GA +++ mktemp ++ local LAST_ERR=/tmp/tmp.LagYwhBfw7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EM1dlpG0GA ++ cat /tmp/tmp.LagYwhBfw7 ++ rm /tmp/tmp.EM1dlpG0GA /tmp/tmp.LagYwhBfw7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8YYGbqRLxO +++ mktemp ++ local LAST_ERR=/tmp/tmp.yiEwlVCxOu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8YYGbqRLxO ++ cat /tmp/tmp.yiEwlVCxOu ++ rm /tmp/tmp.8YYGbqRLxO /tmp/tmp.yiEwlVCxOu ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1iucN33SAu +++ mktemp ++ local LAST_ERR=/tmp/tmp.o1nJYmC83S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1iucN33SAu ++ cat /tmp/tmp.o1nJYmC83S ++ rm /tmp/tmp.1iucN33SAu /tmp/tmp.o1nJYmC83S ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N6haeFW7yB +++ mktemp ++ local LAST_ERR=/tmp/tmp.iWvGHmQqco ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N6haeFW7yB ++ cat /tmp/tmp.iWvGHmQqco ++ rm /tmp/tmp.N6haeFW7yB /tmp/tmp.iWvGHmQqco ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0qUFFcnDLh +++ mktemp ++ local LAST_ERR=/tmp/tmp.u5EUnzjASF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0qUFFcnDLh ++ cat /tmp/tmp.u5EUnzjASF ++ rm /tmp/tmp.0qUFFcnDLh /tmp/tmp.u5EUnzjASF ++ return 0 + [[ error == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TpA4wP3mUv +++ mktemp ++ local LAST_ERR=/tmp/tmp.UECz2Yz6N0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TpA4wP3mUv ++ cat /tmp/tmp.UECz2Yz6N0 ++ rm /tmp/tmp.TpA4wP3mUv /tmp/tmp.UECz2Yz6N0 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d4k2CnylNn +++ mktemp ++ local LAST_ERR=/tmp/tmp.TRrTJ1cj8D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d4k2CnylNn ++ cat /tmp/tmp.TRrTJ1cj8D ++ rm /tmp/tmp.d4k2CnylNn /tmp/tmp.TRrTJ1cj8D ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.4dIi4S5WEk ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.DAVIic3jf8 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.4dIi4S5WEk +++++ cat /tmp/tmp.DAVIic3jf8 +++++ rm /tmp/tmp.4dIi4S5WEk /tmp/tmp.DAVIic3jf8 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ITI1sIzPyx +++ mktemp ++ local LAST_ERR=/tmp/tmp.sVaGbP6T8l ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ITI1sIzPyx ++ cat /tmp/tmp.sVaGbP6T8l ++ rm /tmp/tmp.ITI1sIzPyx /tmp/tmp.sVaGbP6T8l ++ return 0 + [[ 2 == \2 ]] + echo + echo + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized + wait_any_pvc_resize 4Gi + local expected_size=4Gi + local pvc_num=1 + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq '[.items[] | select(.status.capacity.storage == "4Gi")] | length' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b6LceeZZAi +++ mktemp ++ local LAST_ERR=/tmp/tmp.XrYpUpUbEl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b6LceeZZAi ++ cat /tmp/tmp.XrYpUpUbEl ++ rm /tmp/tmp.b6LceeZZAi /tmp/tmp.XrYpUpUbEl ++ return 0 + [[ 1 == 1 ]] + echo + echo 'PVC was resized' PVC was resized + return 0 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "4Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wfz9CSvlPY +++ mktemp ++ local LAST_ERR=/tmp/tmp.exMQGmJT92 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wfz9CSvlPY ++ cat /tmp/tmp.exMQGmJT92 ++ rm /tmp/tmp.wfz9CSvlPY /tmp/tmp.exMQGmJT92 ++ return 0 + resized_pvc=datadir-some-name-pxc-2 + echo 'datadir-some-name-pxc-2 was resized' datadir-some-name-pxc-2 was resized + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JQsGIVZJuC +++ mktemp ++ local LAST_ERR=/tmp/tmp.KgfQYyCrbB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JQsGIVZJuC ++ cat /tmp/tmp.KgfQYyCrbB ++ rm /tmp/tmp.JQsGIVZJuC /tmp/tmp.KgfQYyCrbB ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.2936goZeT1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YxYJaXJpi4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ jq '[.items[] | select(.status.capacity.storage == "3Gi")] | length' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2936goZeT1 ++ cat /tmp/tmp.YxYJaXJpi4 ++ rm /tmp/tmp.2936goZeT1 /tmp/tmp.YxYJaXJpi4 ++ return 0 + [[ 2 != 2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HCjVFmi2Wr +++ mktemp ++ local LAST_ERR=/tmp/tmp.opGWy3XqLy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HCjVFmi2Wr ++ cat /tmp/tmp.opGWy3XqLy ++ rm /tmp/tmp.HCjVFmi2Wr /tmp/tmp.opGWy3XqLy ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ grep ExceededQuota ++ kubectl_bin describe pvc datadir-some-name-pxc-0 ++ grep 'PVC resize failed' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gRFWXA1JKy +++ mktemp ++ local LAST_ERR=/tmp/tmp.VbrPxFribb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-0 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gRFWXA1JKy ++ cat /tmp/tmp.VbrPxFribb ++ rm /tmp/tmp.gRFWXA1JKy /tmp/tmp.VbrPxFribb ++ return 0 + [[ ! -n Warning ExceededQuota 59s pxc-controller PVC resize failed ]] + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ kubectl_bin describe pvc datadir-some-name-pxc-1 ++ grep ExceededQuota +++ mktemp ++ local LAST_OUT=/tmp/tmp.HxR3UIPmOB +++ mktemp ++ local LAST_ERR=/tmp/tmp.hixDaoVFnL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-1 ++ grep 'PVC resize failed' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HxR3UIPmOB ++ cat /tmp/tmp.hixDaoVFnL ++ rm /tmp/tmp.HxR3UIPmOB /tmp/tmp.hixDaoVFnL ++ return 0 + [[ ! -n Warning ExceededQuota 60s pxc-controller PVC resize failed ]] + desc 'update insufficient resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- update insufficient resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 11Gi + local quota=11Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.34KIrxjHiQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.OBzHEw9OKP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.34KIrxjHiQ ++ cat /tmp/tmp.OBzHEw9OKP ++ rm /tmp/tmp.34KIrxjHiQ /tmp/tmp.OBzHEw9OKP ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 11Gi' Applying resourcequota for default storageclass standard-rwo with quota 11Gi + sed s/QUOTA/11Gi/ + sed s/STORAGECLASS/standard-rwo/ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/conf/resourcequota.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.74dkq8mxQg ++ mktemp + local LAST_ERR=/tmp/tmp.qGhKUbAjGn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.74dkq8mxQg resourcequota/default-storage-quota configured + cat /tmp/tmp.qGhKUbAjGn + rm /tmp/tmp.74dkq8mxQg /tmp/tmp.qGhKUbAjGn + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.Qa89CpuzPV ++ mktemp + local LAST_ERR=/tmp/tmp.RZKodDMS6q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Qa89CpuzPV perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.RZKodDMS6q + rm /tmp/tmp.Qa89CpuzPV /tmp/tmp.RZKodDMS6q + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZnH4X3s8nA +++ mktemp ++ local LAST_ERR=/tmp/tmp.I7eq9OYM92 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZnH4X3s8nA ++ cat /tmp/tmp.I7eq9OYM92 ++ rm /tmp/tmp.ZnH4X3s8nA /tmp/tmp.I7eq9OYM92 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Pdhp5O1Z8B +++ mktemp ++ local LAST_ERR=/tmp/tmp.gzGmp33mDN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Pdhp5O1Z8B ++ cat /tmp/tmp.gzGmp33mDN ++ rm /tmp/tmp.Pdhp5O1Z8B /tmp/tmp.gzGmp33mDN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bEhu3VSTaF +++ mktemp ++ local LAST_ERR=/tmp/tmp.lu0G39FehB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bEhu3VSTaF ++ cat /tmp/tmp.lu0G39FehB ++ rm /tmp/tmp.bEhu3VSTaF /tmp/tmp.lu0G39FehB ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TkhmOAx60c +++ mktemp ++ local LAST_ERR=/tmp/tmp.EHZsHiFMUh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TkhmOAx60c ++ cat /tmp/tmp.EHZsHiFMUh ++ rm /tmp/tmp.TkhmOAx60c /tmp/tmp.EHZsHiFMUh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dF4R9xZqU0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.TIT3yEghIK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dF4R9xZqU0 ++ cat /tmp/tmp.TIT3yEghIK ++ rm /tmp/tmp.dF4R9xZqU0 /tmp/tmp.TIT3yEghIK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4y4NiaAoyT +++ mktemp ++ local LAST_ERR=/tmp/tmp.7MWgJAZbg0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4y4NiaAoyT ++ cat /tmp/tmp.7MWgJAZbg0 ++ rm /tmp/tmp.4y4NiaAoyT /tmp/tmp.7MWgJAZbg0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QdV9RWpu16 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AOV96OCeVE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QdV9RWpu16 ++ cat /tmp/tmp.AOV96OCeVE ++ rm /tmp/tmp.QdV9RWpu16 /tmp/tmp.AOV96OCeVE ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aKAxJcjlsJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.LbMVgJkKkc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aKAxJcjlsJ ++ cat /tmp/tmp.LbMVgJkKkc ++ rm /tmp/tmp.aKAxJcjlsJ /tmp/tmp.LbMVgJkKkc ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ki8JBbEuhd +++ mktemp ++ local LAST_ERR=/tmp/tmp.iox8L8OWq6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ki8JBbEuhd ++ cat /tmp/tmp.iox8L8OWq6 ++ rm /tmp/tmp.Ki8JBbEuhd /tmp/tmp.iox8L8OWq6 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.BJDJGUa8Yl ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.DeRpVSJ0Xg +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.BJDJGUa8Yl +++++ cat /tmp/tmp.DeRpVSJ0Xg +++++ rm /tmp/tmp.BJDJGUa8Yl /tmp/tmp.DeRpVSJ0Xg +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a6AomlVDAL +++ mktemp ++ local LAST_ERR=/tmp/tmp.O6DbuCkuqQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a6AomlVDAL ++ cat /tmp/tmp.O6DbuCkuqQ ++ rm /tmp/tmp.a6AomlVDAL /tmp/tmp.O6DbuCkuqQ ++ return 0 + [[ 2 == \2 ]] + echo + echo + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized + wait_any_pvc_resize 4Gi 2 + local expected_size=4Gi + local pvc_num=2 + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for any of pvces to be resized' Waiting for any of pvces to be resized ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq '[.items[] | select(.status.capacity.storage == "4Gi")] | length' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KnLzFn9Ch7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.3mAAiFSEWY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KnLzFn9Ch7 ++ cat /tmp/tmp.3mAAiFSEWY ++ rm /tmp/tmp.KnLzFn9Ch7 /tmp/tmp.3mAAiFSEWY ++ return 0 + [[ 2 == 2 ]] + echo + echo 'PVC was resized' PVC was resized + return 0 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "4Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZPBL2F8B1c +++ mktemp ++ local LAST_ERR=/tmp/tmp.pXhM3LhHJp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZPBL2F8B1c ++ cat /tmp/tmp.pXhM3LhHJp ++ rm /tmp/tmp.ZPBL2F8B1c /tmp/tmp.pXhM3LhHJp ++ return 0 + resized_pvc='datadir-some-name-pxc-1 datadir-some-name-pxc-2' + echo 'datadir-some-name-pxc-1 datadir-some-name-pxc-2 was resized' datadir-some-name-pxc-1 datadir-some-name-pxc-2 was resized + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D81TcPiSJc +++ mktemp ++ local LAST_ERR=/tmp/tmp.Jsj2pxKcXC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.D81TcPiSJc ++ cat /tmp/tmp.Jsj2pxKcXC ++ rm /tmp/tmp.D81TcPiSJc /tmp/tmp.Jsj2pxKcXC ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ jq '[.items[] | select(.status.capacity.storage == "3Gi")] | length' ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json +++ mktemp ++ local LAST_OUT=/tmp/tmp.tfgrKuBDp0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mmTkpkJE26 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tfgrKuBDp0 ++ cat /tmp/tmp.mmTkpkJE26 ++ rm /tmp/tmp.tfgrKuBDp0 /tmp/tmp.mmTkpkJE26 ++ return 0 + [[ 1 != 1 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json ++ jq -r '.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mZrliSfclQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.2GazFKKaqi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o json ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mZrliSfclQ ++ cat /tmp/tmp.2GazFKKaqi ++ rm /tmp/tmp.mZrliSfclQ /tmp/tmp.2GazFKKaqi ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o json | jq -r '\''.items[] | select(.status.capacity.storage == "3Gi") | .metadata.name'\'')' ++ grep ExceededQuota ++ kubectl_bin describe pvc datadir-some-name-pxc-0 ++ grep 'PVC resize failed' +++ mktemp ++ local LAST_OUT=/tmp/tmp.L3InN1ZT22 +++ mktemp ++ local LAST_ERR=/tmp/tmp.q6CWxdns2n ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl describe pvc datadir-some-name-pxc-0 ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.L3InN1ZT22 ++ cat /tmp/tmp.q6CWxdns2n ++ rm /tmp/tmp.L3InN1ZT22 /tmp/tmp.q6CWxdns2n ++ return 0 + [[ ! -n Warning ExceededQuota 62s (x2 over 2m11s) pxc-controller PVC resize failed ]] + desc 'update resourcequota to be sufficient' + set +o xtrace ----------------------------------------------------------------------------------- update resourcequota to be sufficient ----------------------------------------------------------------------------------- + apply_resourcequota 12Gi + local quota=12Gi + '[' 0 == 1 -o -n '' ']' ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JMbiiWf8KT +++ mktemp ++ local LAST_ERR=/tmp/tmp.XN4ex7gZgu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JMbiiWf8KT ++ cat /tmp/tmp.XN4ex7gZgu ++ rm /tmp/tmp.JMbiiWf8KT /tmp/tmp.XN4ex7gZgu ++ return 0 + local sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2233/e2e-tests/pvc-resize/conf/resourcequota.yml + kubectl_bin apply -f - + sed s/QUOTA/12Gi/ + sed s/STORAGECLASS/standard-rwo/ ++ mktemp + local LAST_OUT=/tmp/tmp.SfDj7wNrDu ++ mktemp + local LAST_ERR=/tmp/tmp.vJuH2tn8wl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SfDj7wNrDu resourcequota/default-storage-quota configured + cat /tmp/tmp.vJuH2tn8wl + rm /tmp/tmp.SfDj7wNrDu /tmp/tmp.vJuH2tn8wl + return 0 + patch_pvc_request some-name 4G + local cluster=some-name + local size=4G + echo 'Patching PVC request to 4G in some-name' Patching PVC request to 4G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.YojOtA7yJb ++ mktemp + local LAST_ERR=/tmp/tmp.y5tdUIsKTm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YojOtA7yJb perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.y5tdUIsKTm + rm /tmp/tmp.YojOtA7yJb /tmp/tmp.y5tdUIsKTm + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/some-name to be ready' waiting for pxc/some-name to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4zubzE7Fs7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.TLeTTyQk6A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4zubzE7Fs7 ++ cat /tmp/tmp.TLeTTyQk6A ++ rm /tmp/tmp.4zubzE7Fs7 /tmp/tmp.TLeTTyQk6A ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qNWcokK8CB +++ mktemp ++ local LAST_ERR=/tmp/tmp.sUrr7f8dW1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qNWcokK8CB ++ cat /tmp/tmp.sUrr7f8dW1 ++ rm /tmp/tmp.qNWcokK8CB /tmp/tmp.sUrr7f8dW1 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9s6LBVEOWN +++ mktemp ++ local LAST_ERR=/tmp/tmp.pmKOvUpPfG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9s6LBVEOWN ++ cat /tmp/tmp.pmKOvUpPfG ++ rm /tmp/tmp.9s6LBVEOWN /tmp/tmp.pmKOvUpPfG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.x3gEZWQOyU +++ mktemp ++ local LAST_ERR=/tmp/tmp.ozF1TsfLz1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.x3gEZWQOyU ++ cat /tmp/tmp.ozF1TsfLz1 ++ rm /tmp/tmp.x3gEZWQOyU /tmp/tmp.ozF1TsfLz1 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sucbYwYZJq +++ mktemp ++ local LAST_ERR=/tmp/tmp.XKxS2MA6mY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sucbYwYZJq ++ cat /tmp/tmp.XKxS2MA6mY ++ rm /tmp/tmp.sucbYwYZJq /tmp/tmp.XKxS2MA6mY ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3anOo4f2Nb +++ mktemp ++ local LAST_ERR=/tmp/tmp.RhB2qmtxV0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3anOo4f2Nb ++ cat /tmp/tmp.RhB2qmtxV0 ++ rm /tmp/tmp.3anOo4f2Nb /tmp/tmp.RhB2qmtxV0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y4pZFBabHe +++ mktemp ++ local LAST_ERR=/tmp/tmp.no6whMsjBi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y4pZFBabHe ++ cat /tmp/tmp.no6whMsjBi ++ rm /tmp/tmp.y4pZFBabHe /tmp/tmp.no6whMsjBi ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.osRp4lEUnX +++ mktemp ++ local LAST_ERR=/tmp/tmp.A4euQWCIcF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.osRp4lEUnX ++ cat /tmp/tmp.A4euQWCIcF ++ rm /tmp/tmp.osRp4lEUnX /tmp/tmp.A4euQWCIcF ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bbHmcnSy2T ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.82bzjUFaij +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bbHmcnSy2T +++++ cat /tmp/tmp.82bzjUFaij +++++ rm /tmp/tmp.bbHmcnSy2T /tmp/tmp.82bzjUFaij +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.k3ilinxfcA +++ mktemp ++ local LAST_ERR=/tmp/tmp.BDgnfZ0G8p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.k3ilinxfcA ++ cat /tmp/tmp.BDgnfZ0G8p ++ rm /tmp/tmp.k3ilinxfcA /tmp/tmp.BDgnfZ0G8p ++ return 0 + [[ 2 == \2 ]] + echo + echo + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.yzgXNGGg3j +++ mktemp ++ local LAST_ERR=/tmp/tmp.xdNsgZNF0f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yzgXNGGg3j ++ cat /tmp/tmp.xdNsgZNF0f ++ rm /tmp/tmp.yzgXNGGg3j /tmp/tmp.xdNsgZNF0f ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AtxpBFl9a7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.N9kTyGuYlV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AtxpBFl9a7 ++ cat /tmp/tmp.N9kTyGuYlV ++ rm /tmp/tmp.AtxpBFl9a7 /tmp/tmp.N9kTyGuYlV ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MfSPiyqls4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.IHMYoIflWb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MfSPiyqls4 ++ cat /tmp/tmp.IHMYoIflWb ++ rm /tmp/tmp.MfSPiyqls4 /tmp/tmp.IHMYoIflWb ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1N4iJkhx7q +++ mktemp ++ local LAST_ERR=/tmp/tmp.weuOBxGjva ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1N4iJkhx7q ++ cat /tmp/tmp.weuOBxGjva ++ rm /tmp/tmp.1N4iJkhx7q /tmp/tmp.weuOBxGjva ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oeLvr5WmAk +++ mktemp ++ local LAST_ERR=/tmp/tmp.ucxnzNMLot ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oeLvr5WmAk ++ cat /tmp/tmp.ucxnzNMLot ++ rm /tmp/tmp.oeLvr5WmAk /tmp/tmp.ucxnzNMLot ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + downscale_start_time=2025-11-07T14:15:00Z + patch_pvc_request some-name 1G + local cluster=some-name + local size=1G + echo 'Patching PVC request to 1G in some-name' Patching PVC request to 1G in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.miz20J1FfS ++ mktemp + local LAST_ERR=/tmp/tmp.97YdccVt8f + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1G"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.miz20J1FfS perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.97YdccVt8f + rm /tmp/tmp.miz20J1FfS /tmp/tmp.97YdccVt8f + return 0 + sleep 7 + wait_all_pvc_resize 4Gi + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.5gAloBwRbo +++ mktemp ++ local LAST_ERR=/tmp/tmp.HaSWQm6QDG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5gAloBwRbo ++ cat /tmp/tmp.HaSWQm6QDG ++ rm /tmp/tmp.5gAloBwRbo /tmp/tmp.HaSWQm6QDG ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-0 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-0 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.z8d2C0eLPR +++ mktemp ++ local LAST_ERR=/tmp/tmp.py2aMjsIMH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.z8d2C0eLPR ++ cat /tmp/tmp.py2aMjsIMH ++ rm /tmp/tmp.z8d2C0eLPR /tmp/tmp.py2aMjsIMH ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-1 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-1 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4MWDrjWJLR +++ mktemp ++ local LAST_ERR=/tmp/tmp.NjuNN7WB36 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4MWDrjWJLR ++ cat /tmp/tmp.NjuNN7WB36 ++ rm /tmp/tmp.4MWDrjWJLR /tmp/tmp.NjuNN7WB36 ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + wait_pvc_resize persistentvolumeclaim/datadir-some-name-pxc-2 4Gi 120 5 + local pvc=persistentvolumeclaim/datadir-some-name-pxc-2 + local expected_size=4Gi + local max_retry=120 + local sleep_time=5 + local retry=0 + echo 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized ++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R19C8vvr2I +++ mktemp ++ local LAST_ERR=/tmp/tmp.vl2GVfXsSd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R19C8vvr2I ++ cat /tmp/tmp.vl2GVfXsSd ++ rm /tmp/tmp.R19C8vvr2I /tmp/tmp.vl2GVfXsSd ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + return 0 + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nZYBkMdadD +++ mktemp ++ local LAST_ERR=/tmp/tmp.NsnNo7ILsT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nZYBkMdadD ++ cat /tmp/tmp.NsnNo7ILsT ++ rm /tmp/tmp.nZYBkMdadD /tmp/tmp.NsnNo7ILsT ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready ++ TZ=UTC ++ /usr/bin/date +%Y-%m-%dT%H:%M:%SZ + downscale_finish_time=2025-11-07T14:15:12Z + has_error_status 2025-11-07T14:15:00Z 2025-11-07T14:15:12Z true + local resize_start=2025-11-07T14:15:00Z + local resize_finish=2025-11-07T14:15:12Z + local error_expected=true ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.conditions}' +++ mktemp ++ jq -r --arg start 2025-11-07T14:15:00Z --arg end 2025-11-07T14:15:12Z 'map(select(.type == "error" and (.lastTransitionTime >= $start and .lastTransitionTime <= $end) )) | if length > 0 then "true" else "false" end ' ++ local LAST_OUT=/tmp/tmp.tq4GhByBDw +++ mktemp ++ local LAST_ERR=/tmp/tmp.9depqINYsh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.conditions}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tq4GhByBDw ++ cat /tmp/tmp.9depqINYsh ++ rm /tmp/tmp.tq4GhByBDw /tmp/tmp.9depqINYsh ++ return 0 + has_error=true + [[ true != true ]] + destroy pvc-resize-12265 + local namespace=pvc-resize-12265 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'get backup status: Job.batch' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + sort -u + grep -v 'the object has been modified' + tee /tmp/tmp.joAdcQgtAX/operator.log ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.F4rl3Jd7kH +++ mktemp ++ local LAST_ERR=/tmp/tmp.yudQWqIDhc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.F4rl3Jd7kH ++ cat /tmp/tmp.yudQWqIDhc ++ rm /tmp/tmp.F4rl3Jd7kH /tmp/tmp.yudQWqIDhc ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-b76dffb8c-k8rzg ++ mktemp + local LAST_OUT=/tmp/tmp.Qgt2MfWEIw ++ mktemp + local LAST_ERR=/tmp/tmp.SZ5VBKXsPp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-b76dffb8c-k8rzg + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Qgt2MfWEIw + cat /tmp/tmp.SZ5VBKXsPp + rm /tmp/tmp.Qgt2MfWEIw /tmp/tmp.SZ5VBKXsPp + return 0 } }, - }, - { - }, + }, + { + }, 2025-11-07T13:59:37.758Z INFO setup Manager starting up {"gitCommit": "b3e838fce5587d44e164b52877d64b1fbfac77b8", "gitBranch": "PR-2233-b3e838fc", "buildTime": "2025-11-07T12:44:54Z", "goVersion": "go1.25.4", "os": "linux", "arch": "amd64"} 2025-11-07T13:59:37.758Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.31.13-gke.1139000"} 2025-11-07T13:59:37.761Z INFO setup Registering Components. 2025-11-07T13:59:38.103Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2025-11-07T13:59:38.103Z INFO setup Starting the Cmd. 2025-11-07T13:59:38.104Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2025-11-07T13:59:38.104Z INFO controller-runtime.metrics Starting metrics server 2025-11-07T13:59:38.104Z INFO controller-runtime.webhook Starting webhook server 2025-11-07T13:59:38.104Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2025-11-07T13:59:38.105Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2025-11-07T13:59:38.105Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2025-11-07T13:59:38.137Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2025-11-07T13:59:38.238Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2025-11-07T13:59:38.275Z DEBUG events percona-xtradb-cluster-operator-b76dffb8c-k8rzg_0e4f5d96-2c22-488b-bf61-feac9350efa4 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"5aadeced-3313-420f-8213-42d03d67fbac","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1762523978266671009"}, "reason": "LeaderElection"} 2025-11-07T13:59:38.275Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2025-11-07T13:59:38.275Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2025-11-07T13:59:38.275Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.Secret"} 2025-11-07T13:59:38.275Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2025-11-07T13:59:38.275Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2025-11-07T13:59:38.376Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2025-11-07T13:59:38.376Z INFO Starting Controller {"controller": "pxc-controller"} 2025-11-07T13:59:38.376Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2025-11-07T13:59:38.376Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2025-11-07T13:59:38.376Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2025-11-07T13:59:38.376Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2025-11-07T14:00:31.359Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f989f1cc-14c4-4638-b9d3-eda39e2aaaaa", "version": "1.19.0"} 2025-11-07T14:00:31.720Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f989f1cc-14c4-4638-b9d3-eda39e2aaaaa", "object": "auto-some-name-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-11-07T14:00:31.843Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f989f1cc-14c4-4638-b9d3-eda39e2aaaaa", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-07T14:00:31.881Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f989f1cc-14c4-4638-b9d3-eda39e2aaaaa", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-07T14:00:31.946Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f989f1cc-14c4-4638-b9d3-eda39e2aaaaa", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-11-07T14:00:31.984Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f989f1cc-14c4-4638-b9d3-eda39e2aaaaa", "object": "some-name-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-11-07T14:00:32.024Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f989f1cc-14c4-4638-b9d3-eda39e2aaaaa", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-11-07T14:00:32.175Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f989f1cc-14c4-4638-b9d3-eda39e2aaaaa", "object": "some-name-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-11-07T14:00:33.326Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2a7e2daf-c198-4f6c-9057-3ce5302dcfc5", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-11-07T14:00:33.349Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2a7e2daf-c198-4f6c-9057-3ce5302dcfc5", "object": "some-name-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-11-07T14:01:50.540Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9ee76046-4561-4bc2-9aae-3f7859a40748", "user": "operator"} 2025-11-07T14:01:50.634Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9ee76046-4561-4bc2-9aae-3f7859a40748", "user": "monitor"} 2025-11-07T14:01:50.793Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9ee76046-4561-4bc2-9aae-3f7859a40748"} 2025-11-07T14:01:51.149Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9ee76046-4561-4bc2-9aae-3f7859a40748"} 2025-11-07T14:01:51.261Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9ee76046-4561-4bc2-9aae-3f7859a40748", "user": "xtrabackup"} 2025-11-07T14:01:51.406Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9ee76046-4561-4bc2-9aae-3f7859a40748"} 2025-11-07T14:01:51.508Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9ee76046-4561-4bc2-9aae-3f7859a40748", "user": "replication"} 2025-11-07T14:04:20.208Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "36c7d7e0-a50a-4078-bfe9-33df6a2b4115", "user": "root"} 2025-11-07T14:04:20.331Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "36c7d7e0-a50a-4078-bfe9-33df6a2b4115", "new version": "8.0.43-34.1"} 2025-11-07T14:10:24.018Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.018Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:24.099Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:24.099Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.125Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:24.125Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.168Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sfs": "haproxy"} 2025-11-07T14:10:24.168Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sfs": "pxc"} 2025-11-07T14:10:24.168Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "229d701b-08a2-40b6-8276-39ba0280f3dc", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:24.529Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.529Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.529Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-2ae14f3a-a80a-489f-b36d-e67704d1f45b"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:10:24.529Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:24.580Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.580Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:24.613Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:24.613Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.636Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:24.636Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.653Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sfs": "pxc"} 2025-11-07T14:10:24.653Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:24.654Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sfs": "haproxy"} 2025-11-07T14:10:24.654Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2cebaa31-722b-4fdf-9ec6-9e076aae3eed", "sfs": "pxc"} 2025-11-07T14:10:24.829Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.829Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.829Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-2ae14f3a-a80a-489f-b36d-e67704d1f45b"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:10:24.829Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:24.871Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.871Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:24.885Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:24.885Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.899Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:24.899Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:24.918Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sfs": "pxc"} 2025-11-07T14:10:24.918Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:24.919Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sfs": "haproxy"} 2025-11-07T14:10:24.919Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c258fcd9-9ef8-483e-baf5-429668aecba4", "sfs": "pxc"} 2025-11-07T14:10:29.849Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:29.849Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:29.849Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:29.849Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:29.849Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-2ae14f3a-a80a-489f-b36d-e67704d1f45b"} 2025-11-07T14:10:29.849Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:29.850Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:29.850Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:29.850Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:10:29.850Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:29.850Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:10:29.850Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:10:29.850Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:29.900Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:29.900Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:29.941Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:29.941Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:29.963Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:29.963Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:29.983Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sfs": "pxc"} 2025-11-07T14:10:29.983Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:29.984Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sfs": "haproxy"} 2025-11-07T14:10:29.984Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bbd3128f-435d-4e2c-bdae-5fc07acc1ca5", "sfs": "pxc"} 2025-11-07T14:10:30.164Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.164Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.164Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.164Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.164Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.164Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.164Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:30.218Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:30.218Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:30.246Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:30.246Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:30.266Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:30.266Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:30.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sfs": "haproxy"} 2025-11-07T14:10:30.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sfs": "pxc"} 2025-11-07T14:10:30.287Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6ccb85e0-bb78-4b65-a601-1a98f96e2bbf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:30.508Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.508Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.508Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.508Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.508Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.508Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:24 +0000 UTC"} 2025-11-07T14:10:30.508Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:30.565Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:30.565Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:30.583Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:30.583Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:30.607Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:30.607Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:30.625Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sfs": "haproxy"} 2025-11-07T14:10:30.625Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sfs": "pxc"} 2025-11-07T14:10:30.625Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:30.626Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a64a3577-b1ae-4f69-8da5-09acba756df7", "sfs": "haproxy"} 2025-11-07T14:10:35.153Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:35.153Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:35.153Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:35.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:35.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:10:35.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:35.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:10:35.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:35.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:10:35.153Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:35.204Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:35.204Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:35.232Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:35.232Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:35.253Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:35.253Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:35.276Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sfs": "haproxy"} 2025-11-07T14:10:35.276Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sfs": "pxc"} 2025-11-07T14:10:35.276Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d70a1507-fedd-4488-a7e6-7e201e422079", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:35.466Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:35.466Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:35.466Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:35.466Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:35.466Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:35.466Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:35.466Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:35.533Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:35.533Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:35.565Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:35.565Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:35.607Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:35.607Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:35.647Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sfs": "haproxy"} 2025-11-07T14:10:35.647Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sfs": "pxc"} 2025-11-07T14:10:35.647Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "babc4437-9421-4e04-93d6-73204aa963a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:40.467Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:40.467Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:40.467Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:40.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:40.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:40.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:40.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:40.562Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:40.562Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:40.603Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:40.603Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:40.622Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:40.622Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:40.644Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sfs": "haproxy"} 2025-11-07T14:10:40.644Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sfs": "pxc"} 2025-11-07T14:10:40.644Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "dd748e34-9ba2-4074-9c8e-502d41cd3b38", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:40.817Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:40.817Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:40.817Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:40.817Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:40.817Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:40.817Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:40.817Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:40.848Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:40.848Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:40.864Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:40.864Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:40.882Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:40.882Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:40.900Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sfs": "haproxy"} 2025-11-07T14:10:40.900Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sfs": "pxc"} 2025-11-07T14:10:40.900Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "bc069bb5-fed8-4e61-8e0d-26cc799139fe", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:45.827Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:45.827Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:45.827Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:45.827Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:45.827Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:45.827Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:45.827Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:45.873Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:45.873Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:45.902Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:45.902Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:45.921Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:45.921Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:45.942Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sfs": "haproxy"} 2025-11-07T14:10:45.942Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sfs": "pxc"} 2025-11-07T14:10:45.942Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:45.943Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sfs": "haproxy"} 2025-11-07T14:10:45.943Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a0596e63-fd78-488c-a54a-89806a46561e", "sfs": "pxc"} 2025-11-07T14:10:46.190Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:46.190Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:46.190Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:46.190Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:46.190Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:46.190Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:46.190Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:46.235Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:46.235Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-07T14:10:46.258Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:46.258Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:46.278Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:46.278Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:46.294Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sfs": "haproxy"} 2025-11-07T14:10:46.294Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sfs": "pxc"} 2025-11-07T14:10:46.294Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "11e7e8a3-b363-4dd1-9a19-4a478d097f37", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:46.456Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:46.456Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:46.457Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:46.457Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:46.457Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:46.457Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:46.457Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:46.486Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:46.486Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:46.499Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:46.499Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:46.517Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:46.517Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:46.538Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sfs": "haproxy"} 2025-11-07T14:10:46.538Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sfs": "pxc"} 2025-11-07T14:10:46.538Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2bb101ba-2067-4cc2-a391-a6cbb6c03123", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:51.456Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:51.456Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:51.456Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:51.456Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:51.456Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:51.456Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:51.456Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:51.532Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:51.532Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:51.579Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:51.579Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:51.595Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:51.595Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:51.614Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sfs": "haproxy"} 2025-11-07T14:10:51.614Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sfs": "pxc"} 2025-11-07T14:10:51.614Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "9a12f4d5-f1d8-4ba6-91ef-e83beaf6b61f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:51.777Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:51.778Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:51.778Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:51.778Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:51.778Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:10:30 +0000 UTC"} 2025-11-07T14:10:51.778Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:51.778Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "updated": 0, "remaining": 3} 2025-11-07T14:10:51.815Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:51.815Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:51.836Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2025-11-07T14:10:51.836Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:51.851Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2025-11-07T14:10:51.851Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:51.870Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sfs": "pxc"} 2025-11-07T14:10:51.870Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:51.871Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sfs": "haproxy"} 2025-11-07T14:10:51.871Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "73621577-f83f-4510-b003-0c86c65c8072", "sfs": "pxc"} 2025-11-07T14:10:56.785Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:56.785Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:10:56.785Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:10:56.785Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:56.785Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:10:56.826Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:10:56.826Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:56.826Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-07T14:10:56.863Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sfs": "haproxy"} 2025-11-07T14:10:56.863Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sfs": "pxc"} 2025-11-07T14:10:56.863Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:10:56.863Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:56.864Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8c2bce86-ed94-4a3d-8ab7-13bba0fe5cff", "sfs": "haproxy"} 2025-11-07T14:10:57.024Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:57.024Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:10:57.024Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:10:57.024Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:57.024Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:10:57.064Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:10:57.064Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:57.064Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-07T14:10:57.092Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sfs": "haproxy"} 2025-11-07T14:10:57.092Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sfs": "pxc"} 2025-11-07T14:10:57.092Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:10:57.092Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:10:57.093Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sfs": "haproxy"} 2025-11-07T14:10:57.093Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "07b76ee6-1946-4b66-b671-26d395e4cddb", "sfs": "pxc"} 2025-11-07T14:10:57.268Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:57.268Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:10:57.268Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:10:57.268Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:10:57.268Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:10:57.310Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:10:57.310Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:10:57.310Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:10:57.310Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:10:57.327Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sfs": "haproxy"} 2025-11-07T14:10:57.327Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sfs": "pxc"} 2025-11-07T14:10:57.327Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5c2f7db8-9cff-46f3-ae74-733f636a4002", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:11:02.033Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:02.033Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:11:02.033Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:11:02.033Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:02.033Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:11:02.106Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:02.106Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:11:02.106Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-07T14:11:02.149Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:02.149Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:11:02.150Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sfs": "haproxy"} 2025-11-07T14:11:02.150Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b742bb9b-fae6-494e-beb2-94a9b21d9d87", "sfs": "pxc"} 2025-11-07T14:11:02.377Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:02.377Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:11:02.377Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:11:02.377Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:02.377Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:11:02.409Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:02.409Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:02.409Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:11:02.409Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:11:02.424Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sfs": "haproxy"} 2025-11-07T14:11:02.424Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sfs": "pxc"} 2025-11-07T14:11:02.424Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "f4eb3a65-c280-479a-a5ec-bcbe821d9e8b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:11:07.370Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:07.370Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:11:07.370Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:11:07.370Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:07.370Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:11:07.413Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:11:07.413Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-11-07T14:11:07.442Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sfs": "pxc"} 2025-11-07T14:11:07.442Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:07.442Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:07.442Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:11:07.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sfs": "haproxy"} 2025-11-07T14:11:07.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "270478d8-6032-4a40-8308-56e5a17b04b2", "sfs": "pxc"} 2025-11-07T14:11:07.623Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:07.623Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:11:07.623Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:11:07.623Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:07.623Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:11:07.664Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:07.664Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:07.664Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:11:07.664Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:11:07.685Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sfs": "haproxy"} 2025-11-07T14:11:07.685Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sfs": "pxc"} 2025-11-07T14:11:07.685Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "7af66d0f-ceb9-47f2-9a5b-09aaa38a087e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:11:12.634Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:12.634Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:11:12.634Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:11:12.634Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:12.634Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:11:12.674Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:12.674Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:11:12.674Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-07T14:11:12.707Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sfs": "haproxy"} 2025-11-07T14:11:12.707Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sfs": "pxc"} 2025-11-07T14:11:12.707Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:12.707Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "aed57157-b25d-4b6a-8cf8-f910add66bce", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:11:12.878Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:12.878Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:11:12.878Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:11:12.878Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:10:31 +0000 UTC"} 2025-11-07T14:11:12.878Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:11:12.919Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2025-11-07T14:11:12.919Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-11-07T14:11:12.937Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sfs": "haproxy"} 2025-11-07T14:11:12.937Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sfs": "pxc"} 2025-11-07T14:11:12.937Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:12.937Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2025-11-07T14:11:12.937Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c722c21-894e-4e1d-a622-dbde66748d63", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2025-11-07T14:11:17.909Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "50fa367a-4106-4800-832e-f3a11bde1eb5", "sts": "some-name-pxc"} 2025-11-07T14:11:17.909Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "50fa367a-4106-4800-832e-f3a11bde1eb5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2025-11-07T14:11:17.909Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "50fa367a-4106-4800-832e-f3a11bde1eb5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2025-11-07T14:11:17.909Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "50fa367a-4106-4800-832e-f3a11bde1eb5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2025-11-07T14:11:18.126Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "50fa367a-4106-4800-832e-f3a11bde1eb5", "sfs": "haproxy"} 2025-11-07T14:11:18.126Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "50fa367a-4106-4800-832e-f3a11bde1eb5", "sfs": "pxc"} 2025-11-07T14:11:18.126Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "50fa367a-4106-4800-832e-f3a11bde1eb5", "sts": "some-name-pxc"} 2025-11-07T14:11:19.376Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1392d8c9-1213-489a-bf4a-cc415326d4e7", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-07T14:11:19.430Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1392d8c9-1213-489a-bf4a-cc415326d4e7", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-07T14:11:23.459Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41110879-328b-49a0-a56e-c66d382a669f", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}", "hashChanged": true, "metaChanged": true} 2025-11-07T14:11:43.790Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2c6e8244-bfaf-4b69-a4a1-6cd2d146e947", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:11:43.790Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2c6e8244-bfaf-4b69-a4a1-6cd2d146e947", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2025-11-07T14:11:43.905Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2c6e8244-bfaf-4b69-a4a1-6cd2d146e947", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2025-11-07T14:11:43.905Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2c6e8244-bfaf-4b69-a4a1-6cd2d146e947", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:11:43.938Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-12265","name":"datadir-some-name-pxc-0","uid":"2ae14f3a-a80a-489f-b36d-e67704d1f45b","apiVersion":"v1","resourceVersion":"1762524652778559015"}, "reason": "ExceededQuota"} 2025-11-07T14:11:43.938Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2c6e8244-bfaf-4b69-a4a1-6cd2d146e947", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:11:44.019Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-12265","name":"datadir-some-name-pxc-1","uid":"a41f835f-0cdb-4aad-bc2b-fce75f01bec6","apiVersion":"v1","resourceVersion":"1762524652914783010"}, "reason": "ExceededQuota"} 2025-11-07T14:11:44.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2c6e8244-bfaf-4b69-a4a1-6cd2d146e947", "sfs": "haproxy"} 2025-11-07T14:11:44.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2c6e8244-bfaf-4b69-a4a1-6cd2d146e947", "sfs": "pxc"} 2025-11-07T14:11:44.283Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:11:43 +0000 UTC"} 2025-11-07T14:11:44.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sfs": "haproxy"} 2025-11-07T14:11:44.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sfs": "pxc"} 2025-11-07T14:11:44.283Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:44.283Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:44.283Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:43 +0000 UTC"} 2025-11-07T14:11:44.283Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:11:44.283Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:11:44.284Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "01f43c74-ea4e-46a7-bd09-48763a774baa", "sfs": "haproxy"} 2025-11-07T14:11:44.440Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:11:43 +0000 UTC"} 2025-11-07T14:11:44.440Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sfs": "haproxy"} 2025-11-07T14:11:44.440Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sfs": "pxc"} 2025-11-07T14:11:44.440Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:44.440Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:44.440Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:43 +0000 UTC"} 2025-11-07T14:11:44.440Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:11:44.440Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:11:44.441Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3838cfde-a72b-4283-982b-3fb7db1b09d4", "sfs": "haproxy"} 2025-11-07T14:11:45.246Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "85ae7fd0-7ddd-4c20-8b2e-48686e97dce5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:11:43 +0000 UTC"} 2025-11-07T14:11:45.246Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "85ae7fd0-7ddd-4c20-8b2e-48686e97dce5", "sfs": "haproxy"} 2025-11-07T14:11:45.246Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "85ae7fd0-7ddd-4c20-8b2e-48686e97dce5", "sfs": "pxc"} 2025-11-07T14:11:45.246Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "85ae7fd0-7ddd-4c20-8b2e-48686e97dce5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:45.246Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "85ae7fd0-7ddd-4c20-8b2e-48686e97dce5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:45.246Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "85ae7fd0-7ddd-4c20-8b2e-48686e97dce5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:43 +0000 UTC"} 2025-11-07T14:11:45.246Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "85ae7fd0-7ddd-4c20-8b2e-48686e97dce5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:11:45.246Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "85ae7fd0-7ddd-4c20-8b2e-48686e97dce5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:11:50.426Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:11:43 +0000 UTC"} 2025-11-07T14:11:50.426Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sfs": "haproxy"} 2025-11-07T14:11:50.426Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sfs": "pxc"} 2025-11-07T14:11:50.426Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:50.426Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:50.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:43 +0000 UTC"} 2025-11-07T14:11:50.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:11:50.426Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:11:50.427Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "41e87b34-f8e1-44b7-88f8-3a1d5c7e47f9", "sfs": "haproxy"} 2025-11-07T14:11:55.617Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:11:55.617Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:55.617Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:11:55.617Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:11:55.617Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:11:55.617Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:11:55.617Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:11:55.618Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sfs": "haproxy"} 2025-11-07T14:11:55.618Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2510aaf8-1611-4129-a927-1de072b5aafb", "sfs": "pxc"} 2025-11-07T14:12:00.854Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:12:00.854Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:00.854Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:12:00.855Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sfs": "haproxy"} 2025-11-07T14:12:00.855Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sfs": "pxc"} 2025-11-07T14:12:00.855Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:00.855Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:12:00.855Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:12:00.855Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "a4b73fb0-0c4b-4874-805f-0e9263fd101f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:12:06.715Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sfs": "haproxy"} 2025-11-07T14:12:06.715Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sfs": "pxc"} 2025-11-07T14:12:06.715Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:12:06.715Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:06.715Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:06.715Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:12:06.715Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:12:06.715Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:12:06.715Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:12:06.716Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sfs": "haproxy"} 2025-11-07T14:12:06.716Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "2e3591b9-949d-422c-bce1-85f4131874e0", "sfs": "pxc"} 2025-11-07T14:12:12.012Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sfs": "haproxy"} 2025-11-07T14:12:12.012Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sfs": "pxc"} 2025-11-07T14:12:12.012Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:12:12.012Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:12.012Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:12.012Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:12:12.012Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:12:12.012Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:12:12.012Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a1d373f-64c8-4355-8ec5-fa96ab6565b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:12:17.199Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sfs": "haproxy"} 2025-11-07T14:12:17.199Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sfs": "pxc"} 2025-11-07T14:12:17.199Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:12:17.199Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:17.199Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:17.199Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2025-11-07 14:11:51 +0000 UTC"} 2025-11-07T14:12:17.199Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:12:17.199Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:12:17.199Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-8871acba-b8ed-477c-9e21-ce30dae91b4f"} 2025-11-07T14:12:17.200Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "fdd4f560-fa05-4887-9c56-c9488be8b7e8", "sfs": "haproxy"} 2025-11-07T14:12:22.388Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a618269-e3b9-4338-964b-ed35d9391bf2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:22.388Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a618269-e3b9-4338-964b-ed35d9391bf2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:22.388Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a618269-e3b9-4338-964b-ed35d9391bf2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:12:22.388Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a618269-e3b9-4338-964b-ed35d9391bf2", "originalSize": "3G"} 2025-11-07T14:12:23.149Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "1a618269-e3b9-4338-964b-ed35d9391bf2", "error": "reconcile persistent volumes: datadir-some-name-pxc-1 pvc resize failed: ExceededQuota: PVC resize failed\ndatadir-some-name-pxc-0 pvc resize failed: ExceededQuota: PVC resize failed", "errorVerbose": "datadir-some-name-pxc-1 pvc resize failed: ExceededQuota: PVC resize failed\ndatadir-some-name-pxc-0 pvc resize failed: ExceededQuota: PVC resize failed\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2025-11-07T14:12:52.264Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "32f69919-e373-4cba-9fb6-affdc67eb6df", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:12:52.264Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "32f69919-e373-4cba-9fb6-affdc67eb6df", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-07T14:12:52.379Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "32f69919-e373-4cba-9fb6-affdc67eb6df", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:12:52.379Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "32f69919-e373-4cba-9fb6-affdc67eb6df", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2025-11-07T14:12:52.379Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "32f69919-e373-4cba-9fb6-affdc67eb6df", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:12:52.421Z DEBUG events PVC resize failed {"type": "Warning", "object": {"kind":"PersistentVolumeClaim","namespace":"pvc-resize-12265","name":"datadir-some-name-pxc-0","uid":"2ae14f3a-a80a-489f-b36d-e67704d1f45b","apiVersion":"v1","resourceVersion":"1762524652778559015"}, "reason": "ExceededQuota"} 2025-11-07T14:12:52.421Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "32f69919-e373-4cba-9fb6-affdc67eb6df", "sfs": "haproxy"} 2025-11-07T14:12:52.421Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "32f69919-e373-4cba-9fb6-affdc67eb6df", "sfs": "pxc"} 2025-11-07T14:12:52.751Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "55463a94-9816-4931-ba56-dc953d9ea2d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:12:52 +0000 UTC"} 2025-11-07T14:12:52.751Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "55463a94-9816-4931-ba56-dc953d9ea2d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:52.751Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "55463a94-9816-4931-ba56-dc953d9ea2d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:12:52.751Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "55463a94-9816-4931-ba56-dc953d9ea2d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:52 +0000 UTC"} 2025-11-07T14:12:52.751Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "55463a94-9816-4931-ba56-dc953d9ea2d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:12:52.751Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "55463a94-9816-4931-ba56-dc953d9ea2d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:12:52.752Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "55463a94-9816-4931-ba56-dc953d9ea2d9", "sfs": "haproxy"} 2025-11-07T14:12:52.752Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "55463a94-9816-4931-ba56-dc953d9ea2d9", "sfs": "pxc"} 2025-11-07T14:12:52.959Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3aa8af63-6abd-4857-8717-64ea520822b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:12:52 +0000 UTC"} 2025-11-07T14:12:52.959Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3aa8af63-6abd-4857-8717-64ea520822b8", "sfs": "haproxy"} 2025-11-07T14:12:52.959Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3aa8af63-6abd-4857-8717-64ea520822b8", "sfs": "pxc"} 2025-11-07T14:12:52.959Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3aa8af63-6abd-4857-8717-64ea520822b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:52.959Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3aa8af63-6abd-4857-8717-64ea520822b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:12:52.959Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3aa8af63-6abd-4857-8717-64ea520822b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:52 +0000 UTC"} 2025-11-07T14:12:52.959Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3aa8af63-6abd-4857-8717-64ea520822b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:12:52.959Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3aa8af63-6abd-4857-8717-64ea520822b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:12:57.085Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:12:52 +0000 UTC"} 2025-11-07T14:12:57.085Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sfs": "pxc"} 2025-11-07T14:12:57.085Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:12:57.085Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:12:57.085Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:52 +0000 UTC"} 2025-11-07T14:12:57.085Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:12:57.085Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:12:57.086Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sfs": "haproxy"} 2025-11-07T14:12:57.086Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "284c8b3b-91f8-48e1-8d22-2bf45fa98dac", "sfs": "pxc"} 2025-11-07T14:13:02.280Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sfs": "haproxy"} 2025-11-07T14:13:02.280Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sfs": "pxc"} 2025-11-07T14:13:02.280Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:02.280Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:13:02.280Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:13:02.280Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:02.280Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:13:02.280Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:13:02.280Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:13:02.281Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b52097e0-da2e-441a-84ee-bba78a1d6825", "sfs": "haproxy"} 2025-11-07T14:13:07.457Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sfs": "haproxy"} 2025-11-07T14:13:07.457Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sfs": "pxc"} 2025-11-07T14:13:07.457Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:07.457Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:13:07.457Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:13:07.457Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:07.457Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:13:07.457Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:13:07.457Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad69ed27-5f48-498f-a906-a8194f5a5750", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:13:12.652Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sfs": "haproxy"} 2025-11-07T14:13:12.652Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sfs": "pxc"} 2025-11-07T14:13:12.652Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:12.652Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:13:12.652Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:13:12.652Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:12.652Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:13:12.652Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:13:12.652Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "91fea88b-e515-4938-9392-b6ef26060354", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:13:17.876Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sfs": "haproxy"} 2025-11-07T14:13:17.876Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sfs": "pxc"} 2025-11-07T14:13:17.876Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:17.876Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:13:17.876Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:13:17.876Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:17.876Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:13:17.876Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:13:17.876Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "696b21d9-6e96-4c08-ba7e-48a911aa50b2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:13:23.100Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sfs": "haproxy"} 2025-11-07T14:13:23.100Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sfs": "pxc"} 2025-11-07T14:13:23.100Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:23.100Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:13:23.100Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:13:23.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:23.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:13:23.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:13:23.100Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6c600eb8-5298-4b8e-aade-ae8253465878", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:13:28.351Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sfs": "haproxy"} 2025-11-07T14:13:28.351Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sfs": "pxc"} 2025-11-07T14:13:28.351Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:28.351Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:13:28.351Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:13:28.351Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:28.351Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:13:28.351Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:13:28.351Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad6eee4a-0478-4ea8-b43b-bd71ddf434e3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:13:33.535Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sfs": "haproxy"} 2025-11-07T14:13:33.535Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sfs": "pxc"} 2025-11-07T14:13:33.535Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:33.535Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:13:33.535Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:13:33.535Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2025-11-07 14:12:59 +0000 UTC"} 2025-11-07T14:13:33.535Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:13:33.535Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:13:33.535Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ca609bdd-f807-4365-952a-aa37adf2c617", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-a41f835f-0cdb-4aad-bc2b-fce75f01bec6"} 2025-11-07T14:13:38.712Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b7f568cd-342b-447b-93cd-107c1e04c76b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExceededQuota", "message": "PVC resize failed"} 2025-11-07T14:13:38.712Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b7f568cd-342b-447b-93cd-107c1e04c76b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:13:38.712Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b7f568cd-342b-447b-93cd-107c1e04c76b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:13:38.712Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b7f568cd-342b-447b-93cd-107c1e04c76b", "originalSize": "3G"} 2025-11-07T14:13:39.175Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b7f568cd-342b-447b-93cd-107c1e04c76b", "error": "reconcile persistent volumes: datadir-some-name-pxc-0 pvc resize failed: ExceededQuota: PVC resize failed", "errorVerbose": "datadir-some-name-pxc-0 pvc resize failed: ExceededQuota: PVC resize failed\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2025-11-07T14:14:00.683Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b30baab6-9df6-4230-94f7-995b20f3cbef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:00.683Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b30baab6-9df6-4230-94f7-995b20f3cbef", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:00.761Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b30baab6-9df6-4230-94f7-995b20f3cbef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:00.761Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b30baab6-9df6-4230-94f7-995b20f3cbef", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:00.761Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b30baab6-9df6-4230-94f7-995b20f3cbef", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:00.762Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b30baab6-9df6-4230-94f7-995b20f3cbef", "sfs": "haproxy"} 2025-11-07T14:14:00.762Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "b30baab6-9df6-4230-94f7-995b20f3cbef", "sfs": "pxc"} 2025-11-07T14:14:01.021Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:01.021Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:01.021Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:01.021Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:01.021Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "waiting for an external controller to expand this PVC"} 2025-11-07T14:14:01.021Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-2ae14f3a-a80a-489f-b36d-e67704d1f45b"} 2025-11-07T14:14:01.021Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:01.081Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:01.081Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:01.116Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sfs": "haproxy"} 2025-11-07T14:14:01.116Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sfs": "pxc"} 2025-11-07T14:14:01.116Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:01.116Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:01.116Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:01.117Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "791d50ff-82a3-42b4-961c-fd9e31cee1be", "sfs": "haproxy"} 2025-11-07T14:14:01.319Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:01.319Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:01.319Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:01.319Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:01.319Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:01.358Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:01.358Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:01.376Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sfs": "pxc"} 2025-11-07T14:14:01.376Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:01.376Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:01.376Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:01.377Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sfs": "haproxy"} 2025-11-07T14:14:01.377Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "8748c90e-fe52-4295-970a-af9c62c47cad", "sfs": "pxc"} 2025-11-07T14:14:02.089Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:02.089Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:02.089Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:02.089Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:02.089Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:02.131Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:02.131Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:02.155Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sfs": "haproxy"} 2025-11-07T14:14:02.155Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sfs": "pxc"} 2025-11-07T14:14:02.155Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:02.155Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:02.155Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:02.156Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sfs": "haproxy"} 2025-11-07T14:14:02.156Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "e5243fd1-7f0f-4028-935c-c368f9abdeed", "sfs": "pxc"} 2025-11-07T14:14:02.539Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:02.539Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:02.539Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:02.539Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:02.539Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:02.571Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:02.571Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:02.586Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sfs": "haproxy"} 2025-11-07T14:14:02.586Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sfs": "pxc"} 2025-11-07T14:14:02.586Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:02.586Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:02.586Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:02.587Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "100a0611-fc69-4554-ac5f-18e995cb92d4", "sfs": "haproxy"} 2025-11-07T14:14:07.363Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:07.363Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:07.363Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:07.363Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:00 +0000 UTC"} 2025-11-07T14:14:07.363Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:07.408Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:07.408Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:07.442Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sfs": "haproxy"} 2025-11-07T14:14:07.442Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sfs": "pxc"} 2025-11-07T14:14:07.442Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:07.442Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:07.442Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:07.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sfs": "haproxy"} 2025-11-07T14:14:07.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "ad49284e-23e4-4620-ab07-a69a2511cbf5", "sfs": "pxc"} 2025-11-07T14:14:07.655Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:07.655Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:07.655Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:07.655Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:07.655Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:14:07.655Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:07.690Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:07.690Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:07.715Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sfs": "haproxy"} 2025-11-07T14:14:07.715Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sfs": "pxc"} 2025-11-07T14:14:07.715Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:07.715Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:07.715Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "d749c20f-51c0-4bda-8b96-c5a5f873ca01", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:12.644Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:12.644Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:12.644Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:12.644Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:12.644Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2025-11-07T14:14:12.644Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:12.702Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:12.702Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:12.732Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sfs": "haproxy"} 2025-11-07T14:14:12.732Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sfs": "pxc"} 2025-11-07T14:14:12.732Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:12.732Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:12.732Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:12.733Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sfs": "haproxy"} 2025-11-07T14:14:12.733Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "96e8250d-d94a-4d82-9f33-642edfcb7d8e", "sfs": "pxc"} 2025-11-07T14:14:12.918Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:12.918Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:12.918Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:12.918Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:12.918Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:12.962Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:12.962Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:12.980Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sfs": "pxc"} 2025-11-07T14:14:12.980Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:12.980Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:12.980Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:12.981Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sfs": "haproxy"} 2025-11-07T14:14:12.981Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "5b4203eb-dce7-4f63-b112-6225ff3159d5", "sfs": "pxc"} 2025-11-07T14:14:17.958Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:17.958Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:17.958Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:17.958Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:17.958Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:18.011Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:18.011Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:18.039Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sfs": "pxc"} 2025-11-07T14:14:18.039Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:18.039Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:18.039Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:18.040Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sfs": "haproxy"} 2025-11-07T14:14:18.040Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "27053c84-c578-4f3a-b606-65a8f8e4abcf", "sfs": "pxc"} 2025-11-07T14:14:18.221Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:18.221Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:18.221Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:18.221Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:18.221Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:18.275Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:18.275Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:18.275Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:18.275Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-07T14:14:18.298Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sfs": "haproxy"} 2025-11-07T14:14:18.298Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sfs": "pxc"} 2025-11-07T14:14:18.298Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48eaab13-6162-4e79-b5da-84b00461f98c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:18.464Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:18.464Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:18.464Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:18.464Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:18.464Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:18.508Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:18.508Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:18.526Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sfs": "haproxy"} 2025-11-07T14:14:18.526Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sfs": "pxc"} 2025-11-07T14:14:18.526Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:18.526Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:18.526Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "006aa666-23ba-4ad5-ad8c-98805c0e8322", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:23.218Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:23.218Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:23.218Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:23.218Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:23.218Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:23.258Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:23.258Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:23.284Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sfs": "haproxy"} 2025-11-07T14:14:23.284Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sfs": "pxc"} 2025-11-07T14:14:23.284Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:23.284Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:23.284Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c3c36e73-b67b-4283-a08e-979639c41933", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:23.476Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:23.476Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:23.476Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:23.476Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:23.476Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:23.513Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:23.513Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:23.530Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sfs": "haproxy"} 2025-11-07T14:14:23.530Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sfs": "pxc"} 2025-11-07T14:14:23.530Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:23.530Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:23.530Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:23.531Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "83eee2d3-3385-47fc-8777-b0ca72a5ed98", "sfs": "haproxy"} 2025-11-07T14:14:28.471Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:28.471Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:28.471Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:28.471Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:28.471Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:28.509Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:28.509Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:28.509Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:28.509Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2025-11-07T14:14:28.538Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sfs": "haproxy"} 2025-11-07T14:14:28.538Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sfs": "pxc"} 2025-11-07T14:14:28.538Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "c26c1f40-f9a0-4da9-9a9a-87813f9192d1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:28.732Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:28.732Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:28.732Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:28.732Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:28.732Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:28.765Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:28.765Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:28.781Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sfs": "haproxy"} 2025-11-07T14:14:28.781Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sfs": "pxc"} 2025-11-07T14:14:28.781Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:28.781Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:28.781Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "cfa2bc9a-0b6f-4711-a994-cb42d3228089", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:33.732Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:33.732Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:33.732Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:33.732Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:33.732Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:33.773Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:33.773Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:33.822Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:33.822Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:33.823Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sfs": "haproxy"} 2025-11-07T14:14:33.823Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sfs": "pxc"} 2025-11-07T14:14:33.823Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "48e73895-34ef-40ae-989a-38289276595f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:34.001Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:34.001Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:34.001Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:34.001Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:34.001Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:34.039Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:34.039Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:34.070Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sfs": "haproxy"} 2025-11-07T14:14:34.070Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sfs": "pxc"} 2025-11-07T14:14:34.070Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:34.070Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:34.070Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "4923fd35-b409-415f-9e50-573a66f1ae0e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:34.277Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:34.277Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:34.277Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:34.277Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2025-11-07 14:14:07 +0000 UTC"} 2025-11-07T14:14:34.277Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "updated": 2, "remaining": 1} 2025-11-07T14:14:34.348Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2025-11-07T14:14:34.348Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2025-11-07T14:14:34.371Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sfs": "haproxy"} 2025-11-07T14:14:34.371Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sfs": "pxc"} 2025-11-07T14:14:34.371Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:34.371Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2025-11-07T14:14:34.371Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "3c136ae6-fd2f-4382-ab52-43ea82494d25", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2025-11-07T14:14:39.008Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "58bfb1dd-ee40-4053-88ba-c842e4256c12", "sts": "some-name-pxc"} 2025-11-07T14:14:39.008Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "58bfb1dd-ee40-4053-88ba-c842e4256c12", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2025-11-07T14:14:39.008Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "58bfb1dd-ee40-4053-88ba-c842e4256c12", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2025-11-07T14:14:39.008Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "58bfb1dd-ee40-4053-88ba-c842e4256c12", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2025-11-07T14:14:39.126Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "58bfb1dd-ee40-4053-88ba-c842e4256c12", "sfs": "haproxy"} 2025-11-07T14:14:39.126Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "58bfb1dd-ee40-4053-88ba-c842e4256c12", "sfs": "pxc"} 2025-11-07T14:14:39.126Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "58bfb1dd-ee40-4053-88ba-c842e4256c12", "sts": "some-name-pxc"} 2025-11-07T14:14:40.349Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6a9613f6-91a6-4496-ba1f-efef46f54248", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-07T14:14:40.388Z DEBUG Creating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "6a9613f6-91a6-4496-ba1f-efef46f54248", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-11-07T14:14:44.368Z DEBUG Updating object {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "046eeb39-e048-43fb-93f0-c1ad87162443", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}", "hashChanged": true, "metaChanged": true} 2025-11-07T14:15:01.432Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "abe5393c-ef19-46ce-beb9-c057000e1ada", "originalSize": "4G"} 2025-11-07T14:15:02.085Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12265", "name": "some-name", "reconcileID": "abe5393c-ef19-46ce-beb9-c057000e1ada", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:240\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:369\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:371\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} ... // 2 identical fields - Annotations: map[string]string{ + Annotations: map[string]string{ + APIVersion: "apps/v1", - APIVersion: "policy/v1", - APIVersion: "policy/v1", + Conditions: nil, - Conditions: []v1.Condition{ + Controller: &true, + CreationTimestamp: v1.Time{}, - CreationTimestamp: v1.Time{Time: s"2025-11-07 14:00:33 +0000 UTC"}, + CurrentHealthy: 0, - CurrentHealthy: 3, DeletionGracePeriodSeconds: nil, DeletionTimestamp: nil, + DesiredHealthy: 0, - DesiredHealthy: 2, DisruptedPods: nil, + DisruptionsAllowed: 0, - DisruptionsAllowed: 1, + ExpectedPods: 0, - ExpectedPods: 3, - FieldsType: "FieldsV1", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - FieldsV1: s`{"f:status":{"f:conditions":{".":{},"k:{\"type\":\"DisruptionAll`..., Finalizers: nil, + Generation: 0, - Generation: 1, github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:369 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:194 + Kind: "StatefulSet", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, - LastTransitionTime: s"2025-11-07 14:11:19 +0000 UTC", - LastTransitionTime: s"2025-11-07 14:14:40 +0000 UTC", + ManagedFields: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - Manager: "kube-controller-manager", - Manager: "percona-xtradb-cluster-operator", + Name: "some-name-pxc", Namespace: "pvc-resize-12265", ObjectMeta: v1.ObjectMeta{ + ObservedGeneration: 0, - ObservedGeneration: 1, - ObservedGeneration: 1, - Operation: "Update", - Operation: "Update", - OwnerReferences: nil, + OwnerReferences: []v1.OwnerReference{ - "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTIyNjUiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiMzI3OTNkYjktYmQxOS00MDJlLWJiMGUtNDlhMzU3YTE2YmIwIiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., + "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTIyNjUiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiNTc0ZTRhY2MtN2JmZC00YmFmLWFmYTEtNjZmNTM1NjhkNzE0IiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., - "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTIyNjUiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiNTEzYTQ1MTAtZTAyZi00NDQ5LWI4YTEtZDZiMzFhMzFmZmQwIiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., + "percona.com/last-config-hash": "eyJraW5kIjoiUG9kRGlzcnVwdGlvbkJ1ZGdldCIsImFwaVZlcnNpb24iOiJwb2xpY3kvdjEiLCJtZXRhZGF0YSI6eyJuYW1lIjoic29tZS1uYW1lLXB4YyIsIm5hbWVzcGFjZSI6InB2Yy1yZXNpemUtMTIyNjUiLCJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwib3duZXJSZWZlcmVuY2VzIjpbeyJhcGlWZXJzaW9uIjoiYXBwcy92MSIsImtpbmQiOiJTdGF0ZWZ1bFNldCIsIm5hbWUiOiJzb21lLW5hbWUtcHhjIiwidWlkIjoiNTEzYTQ1MTAtZTAyZi00NDQ5LWI4YTEtZDZiMzFhMzFmZmQwIiwiY29udHJvbGxlciI6dHJ1ZX1dfSwic3BlYyI6eyJzZWxlY3RvciI6eyJtYXRjaExhYmVscyI6eyJhcHAua3ViZXJuZXRlcy5pby9jb21wb25lbnQiOiJweGMiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJu"..., - Reason: "SufficientPods", ResourceVersion: "1762524679659935013", ResourceVersion: "1762524880621279013", SelfLink: "", sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 Spec: {Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, MaxUnavailable: &{IntVal: 1}}, - Status: "True", Status: v1.PodDisruptionBudgetStatus{ - Subresource: "status", - Time: s"2025-11-07 14:00:33 +0000 UTC", - Time: s"2025-11-07 14:11:19 +0000 UTC", - Time: s"2025-11-07 14:11:23 +0000 UTC", - Time: s"2025-11-07 14:14:40 +0000 UTC", - Type: "DisruptionAllowed", TypeMeta: {Kind: "PodDisruptionBudget", APIVersion: "policy/v1"}, + UID: "", + UID: "513a4510-e02f-4449-b8a1-d6b31a31ffd0", + UID: "574e4acc-7bfd-4baf-afa1-66f53568d714", - UID: "b1c7edaf-1e73-4fd6-bd5b-c9267accd355", &v1.PodDisruptionBudget{ + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-12265 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.wHmtbpJDWh ++ mktemp + local LAST_ERR=/tmp/tmp.HKV6SsSAyV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wHmtbpJDWh perconaxtradbcluster.pxc.percona.com "some-name" deleted from pvc-resize-12265 namespace + cat /tmp/tmp.HKV6SsSAyV + rm /tmp/tmp.wHmtbpJDWh /tmp/tmp.HKV6SsSAyV + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.9vP8gtxClN ++ mktemp + local LAST_ERR=/tmp/tmp.HmhUnCSYO0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9vP8gtxClN No resources found + cat /tmp/tmp.HmhUnCSYO0 + rm /tmp/tmp.9vP8gtxClN /tmp/tmp.HmhUnCSYO0 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.JxtwFSRJT7 ++ mktemp + local LAST_ERR=/tmp/tmp.8coRRTif87 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JxtwFSRJT7 No resources found + cat /tmp/tmp.8coRRTif87 + rm /tmp/tmp.JxtwFSRJT7 /tmp/tmp.8coRRTif87 + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.ZpJh8dFCQ6 ++ mktemp + local LAST_ERR=/tmp/tmp.j8FcuERW8b + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZpJh8dFCQ6 validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.j8FcuERW8b + rm /tmp/tmp.ZpJh8dFCQ6 /tmp/tmp.j8FcuERW8b + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.18.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.joAdcQgtAX + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-12265 ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.ttRzISvo6b + local LAST_OUT=/tmp/tmp.ZKVv3eZeYf ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.3fzsP4za83 + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.5xW4K4NKRf + local exit_status=0 + for i in '$(seq 0 2)' + set +e + desc 'test passed' + set +o xtrace + kubectl delete --grace-period=0 --force=true namespace pxc-operator ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-12265