Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/logs/pvc-resize-5-7.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.00jSSLv29i +++ mktemp ++ local LAST_ERR=/tmp/tmp.kUCF4n0NGU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.00jSSLv29i ++ cat /tmp/tmp.kUCF4n0NGU ++ rm /tmp/tmp.00jSSLv29i /tmp/tmp.kUCF4n0NGU ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A1m8DNXjRs +++ mktemp ++ local LAST_ERR=/tmp/tmp.nVpTpROrHy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A1m8DNXjRs ++ cat /tmp/tmp.nVpTpROrHy ++ rm /tmp/tmp.A1m8DNXjRs /tmp/tmp.nVpTpROrHy ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-12023 + local ns=pvc-resize-12023 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-3488 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.gCDS21oJrv ++ mktemp + local LAST_ERR=/tmp/tmp.uSVtttEd9B + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gCDS21oJrv perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.uSVtttEd9B + rm /tmp/tmp.gCDS21oJrv /tmp/tmp.uSVtttEd9B + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.833nADwzGp ++ mktemp + local LAST_ERR=/tmp/tmp.cDXPCbR8ym + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.833nADwzGp No resources found + cat /tmp/tmp.cDXPCbR8ym + rm /tmp/tmp.833nADwzGp /tmp/tmp.cDXPCbR8ym + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.QPtUamRgss ++ mktemp + local LAST_ERR=/tmp/tmp.ErmWdwj2qg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QPtUamRgss No resources found + cat /tmp/tmp.ErmWdwj2qg + rm /tmp/tmp.QPtUamRgss /tmp/tmp.ErmWdwj2qg + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrole ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.aXCflnVXLk + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + kubectl_bin get ns ++ mktemp + local LAST_ERR=/tmp/tmp.JtXZaxhDCo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + awk '{print$1}' + kubectl delete namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.HFjxyHgm5K ++ mktemp + local LAST_ERR=/tmp/tmp.JpNFuseiSK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HFjxyHgm5K + cat /tmp/tmp.JpNFuseiSK + rm /tmp/tmp.HFjxyHgm5K /tmp/tmp.JpNFuseiSK + return 0 namespace "pvc-resize-3488" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aXCflnVXLk namespace "pxc-operator" deleted + cat /tmp/tmp.JtXZaxhDCo + rm /tmp/tmp.aXCflnVXLk /tmp/tmp.JtXZaxhDCo + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.zsv98xsDLV ++ mktemp + local LAST_ERR=/tmp/tmp.lMhZGGHIUX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zsv98xsDLV namespace/pxc-operator created + cat /tmp/tmp.lMhZGGHIUX + rm /tmp/tmp.zsv98xsDLV /tmp/tmp.lMhZGGHIUX + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.77Y8aYaVdT +++ mktemp ++ local LAST_ERR=/tmp/tmp.ehAv9c4XjP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.77Y8aYaVdT ++ cat /tmp/tmp.ehAv9c4XjP ++ rm /tmp/tmp.77Y8aYaVdT /tmp/tmp.ehAv9c4XjP ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.G7UbyAXGic ++ mktemp + local LAST_ERR=/tmp/tmp.JNSA9hDIpv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.G7UbyAXGic Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster1" modified. + cat /tmp/tmp.JNSA9hDIpv + rm /tmp/tmp.G7UbyAXGic /tmp/tmp.JNSA9hDIpv + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.l7kALp6mqb ++ mktemp + local LAST_ERR=/tmp/tmp.iizl31aJdw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.l7kALp6mqb customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.iizl31aJdw + rm /tmp/tmp.l7kALp6mqb /tmp/tmp.iizl31aJdw + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.tmMODXBHv5 ++ mktemp + local LAST_ERR=/tmp/tmp.aQzQSGxKII + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tmMODXBHv5 clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.aQzQSGxKII + rm /tmp/tmp.tmMODXBHv5 /tmp/tmp.aQzQSGxKII + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e^' ++ mktemp + local LAST_OUT=/tmp/tmp.meesxud0px ++ mktemp + local LAST_ERR=/tmp/tmp.RYxcwkecRp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.meesxud0px deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.RYxcwkecRp + rm /tmp/tmp.meesxud0px /tmp/tmp.RYxcwkecRp + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.HIXXC4NF8j ++ mktemp + local LAST_ERR=/tmp/tmp.3JZMD889Vj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HIXXC4NF8j pod/percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8 condition met + cat /tmp/tmp.3JZMD889Vj + rm /tmp/tmp.HIXXC4NF8j /tmp/tmp.3JZMD889Vj + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.gSNy8rFlNn +++ mktemp ++ local LAST_ERR=/tmp/tmp.NCojOhVYDQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gSNy8rFlNn ++ cat /tmp/tmp.NCojOhVYDQ ++ rm /tmp/tmp.gSNy8rFlNn /tmp/tmp.NCojOhVYDQ ++ return 0 + wait_pod percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8 480 pxc-operator + local pod=percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8 + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8 condition met percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8.Ok + sleep 3 + create_namespace pvc-resize-12023 + local namespace=pvc-resize-12023 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces pvc-resize-12023' + set +o xtrace + xargs kubectl delete ns ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-12023 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-resize-12023 + awk '{print$1}' ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.hCMRHPJ5Vw + local LAST_OUT=/tmp/tmp.Al46AectTB ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.bZSjYBSRwo + local exit_status=0 + local LAST_ERR=/tmp/tmp.iY7sEzaGZ9 ++ seq 0 2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12023 + for i in '$(seq 0 2)' + set +e + kubectl get ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12023 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Al46AectTB + cat /tmp/tmp.iY7sEzaGZ9 + rm /tmp/tmp.Al46AectTB /tmp/tmp.iY7sEzaGZ9 + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-12023 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.hCMRHPJ5Vw + cat /tmp/tmp.bZSjYBSRwo Error from server (NotFound): namespaces "pvc-resize-12023" not found + rm /tmp/tmp.hCMRHPJ5Vw /tmp/tmp.bZSjYBSRwo + return 1 + : + wait_for_delete namespace/pvc-resize-12023 + local res=namespace/pvc-resize-12023 + echo -n 'namespace/pvc-resize-12023 - ' namespace/pvc-resize-12023 - + set +o xtrace Error from server (NotFound): namespaces "pvc-resize-12023" not found + desc 'create namespace pvc-resize-12023' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-12023 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-12023 ++ mktemp + local LAST_OUT=/tmp/tmp.vbpSkGim2X ++ mktemp + local LAST_ERR=/tmp/tmp.DMpZOirIkz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-12023 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vbpSkGim2X namespace/pvc-resize-12023 created + cat /tmp/tmp.DMpZOirIkz + rm /tmp/tmp.vbpSkGim2X /tmp/tmp.DMpZOirIkz + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.qHxLSOYN9Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.qilK6ZOgAs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qHxLSOYN9Z ++ cat /tmp/tmp.qilK6ZOgAs ++ rm /tmp/tmp.qHxLSOYN9Z /tmp/tmp.qilK6ZOgAs ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster1 --namespace=pvc-resize-12023 ++ mktemp + local LAST_OUT=/tmp/tmp.eDJKYl5jxE ++ mktemp + local LAST_ERR=/tmp/tmp.zTEGW7f2XQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster1 --namespace=pvc-resize-12023 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eDJKYl5jxE Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1712-e95e769e-1-cluster1" modified. + cat /tmp/tmp.zTEGW7f2XQ + rm /tmp/tmp.eDJKYl5jxE /tmp/tmp.zTEGW7f2XQ + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.XIK6CIc2G0 ++ mktemp + local LAST_ERR=/tmp/tmp.qesvlC4FwA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XIK6CIc2G0 secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.qesvlC4FwA + rm /tmp/tmp.XIK6CIc2G0 /tmp/tmp.qesvlC4FwA + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.hXUY1KFocy ++ mktemp + local LAST_ERR=/tmp/tmp.YQfUkprsrT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hXUY1KFocy secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.YQfUkprsrT + rm /tmp/tmp.hXUY1KFocy /tmp/tmp.YQfUkprsrT + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/client.yml + '[' -z '' ']' + kubectl_bin apply -f - ++ mktemp + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/client.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + local LAST_OUT=/tmp/tmp.VvzAnq0Qi4 ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e#' + local LAST_ERR=/tmp/tmp.nRufCIjNOJ + local exit_status=0 ++ seq 0 2 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-12023~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VvzAnq0Qi4 deployment.apps/pxc-client created + cat /tmp/tmp.nRufCIjNOJ + rm /tmp/tmp.VvzAnq0Qi4 /tmp/tmp.nRufCIjNOJ + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p ]] + [[ some-name == \d\e\m\a\n\d\-\b\a\c\k\u\p\-\c\l\o\u\d ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/conf/some-name.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/conf/some-name.yml ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1712-e95e769e#' + local LAST_OUT=/tmp/tmp.Yn1aibPDIN + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-12023~ ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.hvow4KkTNw + local exit_status=0 + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc5.7-backup#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Yn1aibPDIN perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.hvow4KkTNw + rm /tmp/tmp.Yn1aibPDIN /tmp/tmp.hvow4KkTNw + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.vumZLd2S03 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ykxi9bIpuw +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.vumZLd2S03 +++ cat /tmp/tmp.ykxi9bIpuw +++ rm /tmp/tmp.vumZLd2S03 /tmp/tmp.ykxi9bIpuw +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12023 ++ mktemp + local LAST_OUT=/tmp/tmp.n5qfj1sn50 ++ mktemp + local LAST_ERR=/tmp/tmp.Sp2g7UT9cS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12023 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12023 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-12023 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.n5qfj1sn50 + cat /tmp/tmp.Sp2g7UT9cS error: no matching resources found + rm /tmp/tmp.n5qfj1sn50 /tmp/tmp.Sp2g7UT9cS + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ echo some-name-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met some-name-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met some-name-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met some-name-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met some-name-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 5\.7 ]] ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FuQQxOUcFi +++ mktemp ++ local LAST_ERR=/tmp/tmp.c6b47Igwxb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FuQQxOUcFi ++ cat /tmp/tmp.c6b47Igwxb Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.FuQQxOUcFi /tmp/tmp.c6b47Igwxb ++ return 0 + [[ -n '' ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wjtVjDM8yW +++ mktemp ++ local LAST_ERR=/tmp/tmp.LC8YdxzG4r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wjtVjDM8yW ++ cat /tmp/tmp.LC8YdxzG4r ++ rm /tmp/tmp.wjtVjDM8yW /tmp/tmp.LC8YdxzG4r ++ return 0 + client_pod=pxc-client-64b479df95-mzmrx + wait_pod pxc-client-64b479df95-mzmrx + local pod=pxc-client-64b479df95-mzmrx + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-64b479df95-mzmrx + local container= + set +o xtrace pod/pxc-client-64b479df95-mzmrx condition met pxc-client-64b479df95-mzmrx.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PqC4B7n5iR +++ mktemp ++ local LAST_ERR=/tmp/tmp.WvdSaxbXAe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PqC4B7n5iR ++ cat /tmp/tmp.WvdSaxbXAe ++ rm /tmp/tmp.PqC4B7n5iR /tmp/tmp.WvdSaxbXAe ++ return 0 + client_pod=pxc-client-64b479df95-mzmrx + wait_pod pxc-client-64b479df95-mzmrx + local pod=pxc-client-64b479df95-mzmrx + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-mzmrx ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-mzmrx condition met pxc-client-64b479df95-mzmrx.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K7z1qj6pAL +++ mktemp ++ local LAST_ERR=/tmp/tmp.CBRxRUNZfl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K7z1qj6pAL ++ cat /tmp/tmp.CBRxRUNZfl ++ rm /tmp/tmp.K7z1qj6pAL /tmp/tmp.CBRxRUNZfl ++ return 0 + client_pod=pxc-client-64b479df95-mzmrx + wait_pod pxc-client-64b479df95-mzmrx + local pod=pxc-client-64b479df95-mzmrx + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-64b479df95-mzmrx ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-64b479df95-mzmrx condition met pxc-client-64b479df95-mzmrx.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.OaJCJvoeo6/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.OaJCJvoeo6/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.90hL4smWgt +++ mktemp ++ local LAST_ERR=/tmp/tmp.Vk4dsMAJBL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.90hL4smWgt ++ cat /tmp/tmp.Vk4dsMAJBL ++ rm /tmp/tmp.90hL4smWgt /tmp/tmp.Vk4dsMAJBL ++ return 0 + client_pod=pxc-client-64b479df95-mzmrx + wait_pod pxc-client-64b479df95-mzmrx + local pod=pxc-client-64b479df95-mzmrx + local max_retry=480 + local ns= ++ echo pxc-client-64b479df95-mzmrx ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-64b479df95-mzmrx condition met pxc-client-64b479df95-mzmrx.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.OaJCJvoeo6/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.OaJCJvoeo6/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc5.7 =~ 8\.0 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kXn1iUPyYy +++ mktemp ++ local LAST_ERR=/tmp/tmp.TIPYjgbQhx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kXn1iUPyYy ++ cat /tmp/tmp.TIPYjgbQhx ++ rm /tmp/tmp.kXn1iUPyYy /tmp/tmp.TIPYjgbQhx ++ return 0 + client_pod=pxc-client-64b479df95-mzmrx + wait_pod pxc-client-64b479df95-mzmrx + local pod=pxc-client-64b479df95-mzmrx + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' ++ echo pxc-client-64b479df95-mzmrx + local container= + set +o xtrace pod/pxc-client-64b479df95-mzmrx condition met pxc-client-64b479df95-mzmrx.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.OaJCJvoeo6/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.OaJCJvoeo6/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IRMD3oITG4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QbNr9Y1GLk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IRMD3oITG4 ++ cat /tmp/tmp.QbNr9Y1GLk Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.IRMD3oITG4 /tmp/tmp.QbNr9Y1GLk ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3Gi + local cluster=some-name + local size=3Gi + echo 'Patching PVC request to 3Gi in some-name' Patching PVC request to 3Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.uH2z1011Fe ++ mktemp + local LAST_ERR=/tmp/tmp.4GIEdt6xqW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uH2z1011Fe perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.4GIEdt6xqW + rm /tmp/tmp.uH2z1011Fe /tmp/tmp.4GIEdt6xqW + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AEphYBSRbm +++ mktemp ++ local LAST_ERR=/tmp/tmp.hFrleONX7k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AEphYBSRbm ++ cat /tmp/tmp.hFrleONX7k ++ rm /tmp/tmp.AEphYBSRbm /tmp/tmp.hFrleONX7k ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CkyXWWe2l0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.GR5ujC3ypa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CkyXWWe2l0 ++ cat /tmp/tmp.GR5ujC3ypa ++ rm /tmp/tmp.CkyXWWe2l0 /tmp/tmp.GR5ujC3ypa ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N3NV68ecuT +++ mktemp ++ local LAST_ERR=/tmp/tmp.66LZhc37ic ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N3NV68ecuT ++ cat /tmp/tmp.66LZhc37ic ++ rm /tmp/tmp.N3NV68ecuT /tmp/tmp.66LZhc37ic ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.n8yn9QUWss +++ mktemp ++ local LAST_ERR=/tmp/tmp.tfKcvoSl8W ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.n8yn9QUWss ++ cat /tmp/tmp.tfKcvoSl8W ++ rm /tmp/tmp.n8yn9QUWss /tmp/tmp.tfKcvoSl8W ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ovlb9Anu6d +++ mktemp ++ local LAST_ERR=/tmp/tmp.5MMndKGKI6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ovlb9Anu6d ++ cat /tmp/tmp.5MMndKGKI6 ++ rm /tmp/tmp.ovlb9Anu6d /tmp/tmp.5MMndKGKI6 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j0EaxM2coC +++ mktemp ++ local LAST_ERR=/tmp/tmp.WMrsVrXJCg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j0EaxM2coC ++ cat /tmp/tmp.WMrsVrXJCg ++ rm /tmp/tmp.j0EaxM2coC /tmp/tmp.WMrsVrXJCg ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.m6GnUihjBw ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.KsO9rDaqsx +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.m6GnUihjBw +++++ cat /tmp/tmp.KsO9rDaqsx +++++ rm /tmp/tmp.m6GnUihjBw /tmp/tmp.KsO9rDaqsx +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mTy6zBgq9g +++ mktemp ++ local LAST_ERR=/tmp/tmp.O5CyPGLq0z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mTy6zBgq9g ++ cat /tmp/tmp.O5CyPGLq0z ++ rm /tmp/tmp.mTy6zBgq9g /tmp/tmp.O5CyPGLq0z ++ return 0 + [[ 2 == \2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.VLlOIKRVHF +++ mktemp ++ local LAST_ERR=/tmp/tmp.vex0k5uRZT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VLlOIKRVHF ++ cat /tmp/tmp.vex0k5uRZT ++ rm /tmp/tmp.VLlOIKRVHF /tmp/tmp.vex0k5uRZT ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oGD7MiXk0I +++ mktemp ++ local LAST_ERR=/tmp/tmp.hJhgNFDIHR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oGD7MiXk0I ++ cat /tmp/tmp.hJhgNFDIHR ++ rm /tmp/tmp.oGD7MiXk0I /tmp/tmp.hJhgNFDIHR ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FpXmtCUfy6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Dw8hWASVJu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FpXmtCUfy6 ++ cat /tmp/tmp.Dw8hWASVJu ++ rm /tmp/tmp.FpXmtCUfy6 /tmp/tmp.Dw8hWASVJu ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y9vcIyuyHf +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wpu7Vs79Kz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y9vcIyuyHf ++ cat /tmp/tmp.Wpu7Vs79Kz ++ rm /tmp/tmp.y9vcIyuyHf /tmp/tmp.Wpu7Vs79Kz ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + '[' 0 == 1 ']' + desc 'create resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VvJ5jVkAfe +++ mktemp ++ local LAST_ERR=/tmp/tmp.oWmLqnZu0p ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VvJ5jVkAfe ++ cat /tmp/tmp.oWmLqnZu0p ++ rm /tmp/tmp.VvJ5jVkAfe /tmp/tmp.oWmLqnZu0p ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/10Gi/ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/conf/resourcequota.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.btVhkIu6DK ++ mktemp + local LAST_ERR=/tmp/tmp.lzCDL3kZNJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.btVhkIu6DK resourcequota/default-storage-quota created + cat /tmp/tmp.lzCDL3kZNJ + rm /tmp/tmp.btVhkIu6DK /tmp/tmp.lzCDL3kZNJ + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.k2k8vghfCO ++ mktemp + local LAST_ERR=/tmp/tmp.OfHvTRy5Lr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.k2k8vghfCO perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.OfHvTRy5Lr + rm /tmp/tmp.k2k8vghfCO /tmp/tmp.OfHvTRy5Lr + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OHPQrhDC5F +++ mktemp ++ local LAST_ERR=/tmp/tmp.85ZBLoqsFV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OHPQrhDC5F ++ cat /tmp/tmp.85ZBLoqsFV ++ rm /tmp/tmp.OHPQrhDC5F /tmp/tmp.85ZBLoqsFV ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4w9VltxkM7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.VGu6L0k6A1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4w9VltxkM7 ++ cat /tmp/tmp.VGu6L0k6A1 ++ rm /tmp/tmp.4w9VltxkM7 /tmp/tmp.VGu6L0k6A1 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Rq5PhTra1C ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.dqVpQXaYUT +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Rq5PhTra1C +++++ cat /tmp/tmp.dqVpQXaYUT +++++ rm /tmp/tmp.Rq5PhTra1C /tmp/tmp.dqVpQXaYUT +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YSNxIRuIwq +++ mktemp ++ local LAST_ERR=/tmp/tmp.gkmPbf3C1J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YSNxIRuIwq ++ cat /tmp/tmp.gkmPbf3C1J ++ rm /tmp/tmp.YSNxIRuIwq /tmp/tmp.gkmPbf3C1J ++ return 0 + [[ 2 == \2 ]] + echo + echo -n 'Waiting for pvc/datadir-some-name-pxc-0 to be resized' Waiting for pvc/datadir-some-name-pxc-0 to be resized++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bTb2QluASv +++ mktemp ++ local LAST_ERR=/tmp/tmp.OZ6gOX4f1h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bTb2QluASv ++ cat /tmp/tmp.OZ6gOX4f1h ++ rm /tmp/tmp.bTb2QluASv /tmp/tmp.OZ6gOX4f1h ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JdWU7URJiP +++ mktemp ++ local LAST_ERR=/tmp/tmp.hiHWvRuL3d ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JdWU7URJiP ++ cat /tmp/tmp.hiHWvRuL3d ++ rm /tmp/tmp.JdWU7URJiP /tmp/tmp.hiHWvRuL3d ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 5 + retry=2 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qhGnsij3wo +++ mktemp ++ local LAST_ERR=/tmp/tmp.sXTZt10btc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qhGnsij3wo ++ cat /tmp/tmp.sXTZt10btc ++ rm /tmp/tmp.qhGnsij3wo /tmp/tmp.sXTZt10btc ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 5 + retry=3 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.U8NOpRFyIE +++ mktemp ++ local LAST_ERR=/tmp/tmp.MuUCHJ7qRd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.U8NOpRFyIE ++ cat /tmp/tmp.MuUCHJ7qRd ++ rm /tmp/tmp.U8NOpRFyIE /tmp/tmp.MuUCHJ7qRd ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/datadir-some-name-pxc-0 was resized' pvc/datadir-some-name-pxc-0 was resized + apply_resourcequota 12Gi + local quota=12Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yos0jpC1u0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kiWRufq6BV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yos0jpC1u0 ++ cat /tmp/tmp.kiWRufq6BV ++ rm /tmp/tmp.yos0jpC1u0 /tmp/tmp.kiWRufq6BV ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1712/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + kubectl_bin apply -f - + sed s/QUOTA/12Gi/ ++ mktemp + local LAST_OUT=/tmp/tmp.vSYJwgwJgG ++ mktemp + local LAST_ERR=/tmp/tmp.3lVslRRhP6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vSYJwgwJgG resourcequota/default-storage-quota configured + cat /tmp/tmp.3lVslRRhP6 + rm /tmp/tmp.vSYJwgwJgG /tmp/tmp.3lVslRRhP6 + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.P8utJMY3bk ++ mktemp + local LAST_ERR=/tmp/tmp.0rqoneFTA9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.P8utJMY3bk perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.0rqoneFTA9 + rm /tmp/tmp.P8utJMY3bk /tmp/tmp.0rqoneFTA9 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pLF7SgOjre +++ mktemp ++ local LAST_ERR=/tmp/tmp.Iyc4Shwilk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pLF7SgOjre ++ cat /tmp/tmp.Iyc4Shwilk ++ rm /tmp/tmp.pLF7SgOjre /tmp/tmp.Iyc4Shwilk ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.c4usBGAbwO +++ mktemp ++ local LAST_ERR=/tmp/tmp.bwXBi01b4k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.c4usBGAbwO ++ cat /tmp/tmp.bwXBi01b4k ++ rm /tmp/tmp.c4usBGAbwO /tmp/tmp.bwXBi01b4k ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VNOirdJPc4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BLXoprHKR6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VNOirdJPc4 ++ cat /tmp/tmp.BLXoprHKR6 ++ rm /tmp/tmp.VNOirdJPc4 /tmp/tmp.BLXoprHKR6 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.z1nTmxDQre +++ mktemp ++ local LAST_ERR=/tmp/tmp.Pg2fuyu3wh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.z1nTmxDQre ++ cat /tmp/tmp.Pg2fuyu3wh ++ rm /tmp/tmp.z1nTmxDQre /tmp/tmp.Pg2fuyu3wh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ghPhuOikQl +++ mktemp ++ local LAST_ERR=/tmp/tmp.RAzKLj7yNW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ghPhuOikQl ++ cat /tmp/tmp.RAzKLj7yNW ++ rm /tmp/tmp.ghPhuOikQl /tmp/tmp.RAzKLj7yNW ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gSvWBqnNQ2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6pM5qhs6Jy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gSvWBqnNQ2 ++ cat /tmp/tmp.6pM5qhs6Jy ++ rm /tmp/tmp.gSvWBqnNQ2 /tmp/tmp.6pM5qhs6Jy ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.KKKahNE1yG ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.rRtpfamRAG +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.KKKahNE1yG +++++ cat /tmp/tmp.rRtpfamRAG +++++ rm /tmp/tmp.KKKahNE1yG /tmp/tmp.rRtpfamRAG +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KfxcCZN4AM +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wxfir5lwM8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KfxcCZN4AM ++ cat /tmp/tmp.Wxfir5lwM8 ++ rm /tmp/tmp.KfxcCZN4AM /tmp/tmp.Wxfir5lwM8 ++ return 0 + [[ 2 == \2 ]] + echo ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.0hPgtgl4rw +++ mktemp ++ local LAST_ERR=/tmp/tmp.SV0VE11vTA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0hPgtgl4rw ++ cat /tmp/tmp.SV0VE11vTA ++ rm /tmp/tmp.0hPgtgl4rw /tmp/tmp.SV0VE11vTA ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.k1TiBqmGXg +++ mktemp ++ local LAST_ERR=/tmp/tmp.Hv0dg0htgH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.k1TiBqmGXg ++ cat /tmp/tmp.Hv0dg0htgH ++ rm /tmp/tmp.k1TiBqmGXg /tmp/tmp.Hv0dg0htgH ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.npIIWXONcT +++ mktemp ++ local LAST_ERR=/tmp/tmp.dz8f4zv1EA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.npIIWXONcT ++ cat /tmp/tmp.dz8f4zv1EA ++ rm /tmp/tmp.npIIWXONcT /tmp/tmp.dz8f4zv1EA ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WYISk2PcJL +++ mktemp ++ local LAST_ERR=/tmp/tmp.RLidSBlPaB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WYISk2PcJL ++ cat /tmp/tmp.RLidSBlPaB ++ rm /tmp/tmp.WYISk2PcJL /tmp/tmp.RLidSBlPaB ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- + patch_pvc_request some-name 1Gi + local cluster=some-name + local size=1Gi + echo 'Patching PVC request to 1Gi in some-name' Patching PVC request to 1Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.YP1nKeXwHL ++ mktemp + local LAST_ERR=/tmp/tmp.7MM6O4ewpD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YP1nKeXwHL perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.7MM6O4ewpD + rm /tmp/tmp.YP1nKeXwHL /tmp/tmp.7MM6O4ewpD + return 0 + wait_cluster_status some-name error + local cluster=some-name + local expected=error + echo -n 'Waiting for pxc/some-name status to be error' Waiting for pxc/some-name status to be error++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BjIKnBe5pS +++ mktemp ++ local LAST_ERR=/tmp/tmp.FeJ5Hrj9Zv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BjIKnBe5pS ++ cat /tmp/tmp.FeJ5Hrj9Zv ++ rm /tmp/tmp.BjIKnBe5pS /tmp/tmp.FeJ5Hrj9Zv ++ return 0 + [[ error == error ]] + echo + echo 'pxc/some-name status is error' pxc/some-name status is error + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.7OIZXAWFYL ++ mktemp + local LAST_ERR=/tmp/tmp.69hkoYMoIo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7OIZXAWFYL perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.69hkoYMoIo + rm /tmp/tmp.7OIZXAWFYL /tmp/tmp.69hkoYMoIo + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NLtdlcW1jG +++ mktemp ++ local LAST_ERR=/tmp/tmp.RoD73Dv2Dd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NLtdlcW1jG ++ cat /tmp/tmp.RoD73Dv2Dd ++ rm /tmp/tmp.NLtdlcW1jG /tmp/tmp.RoD73Dv2Dd ++ return 0 + [[ error == ready ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VATMsCpyqH +++ mktemp ++ local LAST_ERR=/tmp/tmp.rI7y8THViq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VATMsCpyqH ++ cat /tmp/tmp.rI7y8THViq ++ rm /tmp/tmp.VATMsCpyqH /tmp/tmp.rI7y8THViq ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + destroy pvc-resize-12023 + local namespace=pvc-resize-12023 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + grep -v 'get backup status: Job.batch' + sort -u + tee /tmp/tmp.OaJCJvoeo6/operator.log + grep -v 'the object has been modified' +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.EjwGlQnCh6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.NfIhbx5VgQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EjwGlQnCh6 ++ cat /tmp/tmp.NfIhbx5VgQ ++ rm /tmp/tmp.EjwGlQnCh6 /tmp/tmp.NfIhbx5VgQ ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8 ++ mktemp + local LAST_OUT=/tmp/tmp.7VB9fRISOy ++ mktemp + local LAST_ERR=/tmp/tmp.WQrM613via + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7VB9fRISOy + cat /tmp/tmp.WQrM613via + rm /tmp/tmp.7VB9fRISOy /tmp/tmp.WQrM613via + return 0 2024-05-16T02:32:45.356Z INFO setup Manager starting up {"gitCommit": "e95e769e1fc43bc36c398a25998930929268ffbe", "gitBranch": "PR-1712-e95e769e", "buildTime": "2024-05-16T01:35:21Z", "goVersion": "go1.22.3", "os": "linux", "arch": "amd64"} 2024-05-16T02:32:45.356Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1300000"} 2024-05-16T02:32:45.357Z INFO setup Registering Components. 2024-05-16T02:32:50.844Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-05-16T02:32:50.952Z INFO setup Starting the Cmd. 2024-05-16T02:32:50.953Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-05-16T02:32:50.953Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-05-16T02:32:50.953Z INFO controller-runtime.metrics Starting metrics server 2024-05-16T02:32:50.953Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-05-16T02:32:50.953Z INFO controller-runtime.webhook Starting webhook server 2024-05-16T02:32:50.953Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-05-16T02:32:50.954Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-05-16T02:32:51.153Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-05-16T02:32:51.207Z DEBUG events percona-xtradb-cluster-operator-79c4bc5dcb-7gwk8_3f4a0edc-d780-4687-8149-b093e4216e7b became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"88ef2055-f8df-4946-8c95-7f65b74672d9","apiVersion":"coordination.k8s.io/v1","resourceVersion":"28698"}, "reason": "LeaderElection"} 2024-05-16T02:32:51.207Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-05-16T02:32:51.207Z INFO Starting Controller {"controller": "pxc-controller"} 2024-05-16T02:32:51.207Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-05-16T02:32:51.207Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: unknown type"} 2024-05-16T02:32:51.207Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: unknown type"} 2024-05-16T02:32:51.207Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: unknown type"} 2024-05-16T02:32:51.207Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-05-16T02:32:51.316Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-05-16T02:32:51.316Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-05-16T02:32:51.329Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-05-16T02:33:24.397Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d043bed3-d599-4e25-963e-8acf096889c2", "version": "1.15.0"} 2024-05-16T02:33:25.937Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: ba321300-7f48-4f32-a568-ab071aa1713f 2024-05-16T02:34:38.463Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "33b0aeee-874c-4f00-91db-48efb8d7c2b7", "user": "operator"} 2024-05-16T02:34:38.485Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "33b0aeee-874c-4f00-91db-48efb8d7c2b7", "user": "monitor"} 2024-05-16T02:34:38.533Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "33b0aeee-874c-4f00-91db-48efb8d7c2b7"} 2024-05-16T02:34:38.568Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "33b0aeee-874c-4f00-91db-48efb8d7c2b7", "user": "xtrabackup"} 2024-05-16T02:34:38.598Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "33b0aeee-874c-4f00-91db-48efb8d7c2b7"} 2024-05-16T02:34:40.746Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "33b0aeee-874c-4f00-91db-48efb8d7c2b7", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.115.19.109:3306: connect: connection refused"} 2024-05-16T02:37:07.399Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "28435f4f-51ea-4c59-85dd-b332c5aa1671", "user": "root"} 2024-05-16T02:37:07.435Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "28435f4f-51ea-4c59-85dd-b332c5aa1671", "user": "replication"} 2024-05-16T02:37:07.586Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "28435f4f-51ea-4c59-85dd-b332c5aa1671", "new version": "5.7.44-48-57"} 2024-05-16T02:38:35.273Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e9fc9453-50d2-4c80-b294-89dc3fb2fc1f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:35.273Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e9fc9453-50d2-4c80-b294-89dc3fb2fc1f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:38:35.300Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e9fc9453-50d2-4c80-b294-89dc3fb2fc1f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:35.300Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e9fc9453-50d2-4c80-b294-89dc3fb2fc1f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:35.319Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e9fc9453-50d2-4c80-b294-89dc3fb2fc1f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:35.319Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e9fc9453-50d2-4c80-b294-89dc3fb2fc1f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:35.347Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e9fc9453-50d2-4c80-b294-89dc3fb2fc1f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:35.563Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e9fc9453-50d2-4c80-b294-89dc3fb2fc1f", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:38:35.713Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.713Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.713Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d114f2e1-46d4-46c8-829b-75662c0658a8"} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-667a2dd7-0625-40a4-98bd-c4f7a6c8928d"} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:35.713Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-61795ec0-353d-4827-abbc-962b92a1cd39"} 2024-05-16T02:38:35.786Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:35.786Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:35.797Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:35.797Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:35.808Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:35.808Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:35.822Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555"} 2024-05-16T02:38:35.822Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sfs": "pxc"} 2024-05-16T02:38:35.822Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:35.823Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5c7fd622-2d6a-4a70-abb1-87f078d47555", "sfs": "haproxy"} 2024-05-16T02:38:35.961Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.961Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.961Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d114f2e1-46d4-46c8-829b-75662c0658a8"} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-667a2dd7-0625-40a4-98bd-c4f7a6c8928d"} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:35.961Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-61795ec0-353d-4827-abbc-962b92a1cd39"} 2024-05-16T02:38:36.006Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:36.006Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:38:36.015Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:36.015Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:36.052Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:36.052Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:36.061Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180"} 2024-05-16T02:38:36.061Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sfs": "pxc"} 2024-05-16T02:38:36.061Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:36.062Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "960453c0-66eb-4778-a323-7b6844b0d180", "sfs": "haproxy"} 2024-05-16T02:38:40.953Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:40.953Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:40.953Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-d114f2e1-46d4-46c8-829b-75662c0658a8"} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-667a2dd7-0625-40a4-98bd-c4f7a6c8928d"} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-05-16T02:38:40.953Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-61795ec0-353d-4827-abbc-962b92a1cd39"} 2024-05-16T02:38:40.992Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:40.992Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:38:40.999Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:40.999Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:41.007Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:41.007Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:41.014Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0"} 2024-05-16T02:38:41.014Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:41.015Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sfs": "haproxy"} 2024-05-16T02:38:41.015Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "aab3bbf3-a854-4ad9-9504-70b2eae43db0", "sfs": "pxc"} 2024-05-16T02:38:41.095Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.095Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.095Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.095Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.095Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.095Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.140Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:41.140Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:41.148Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:41.148Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:41.154Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:41.154Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:41.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8"} 2024-05-16T02:38:41.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sfs": "haproxy"} 2024-05-16T02:38:41.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sfs": "pxc"} 2024-05-16T02:38:41.164Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "cf629405-c4fe-4443-a3a8-73bbbbe434b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:41.339Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.339Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.339Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.339Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.339Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.339Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:35 +0000 UTC"} 2024-05-16T02:38:41.367Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:41.367Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:41.374Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:41.374Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:41.383Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:41.383Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:41.392Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3"} 2024-05-16T02:38:41.392Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sfs": "haproxy"} 2024-05-16T02:38:41.392Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sfs": "pxc"} 2024-05-16T02:38:41.392Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "141888fc-265e-48df-82c4-702cdc6085b3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:46.090Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:46.090Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:46.090Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:46.090Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:46.090Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-16T02:38:46.090Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:46.090Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-16T02:38:46.090Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:46.090Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-05-16T02:38:46.136Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:46.136Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:46.150Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:46.150Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:46.156Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:46.156Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:46.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f"} 2024-05-16T02:38:46.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sfs": "haproxy"} 2024-05-16T02:38:46.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sfs": "pxc"} 2024-05-16T02:38:46.164Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6130fb8-42cf-4f86-a64a-0357ee119c6f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:46.243Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:46.243Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:46.243Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:46.243Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:46.243Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:46.243Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:46.275Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:46.275Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:46.293Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:46.293Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:46.312Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:46.312Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:46.336Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:46.337Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980"} 2024-05-16T02:38:46.337Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sfs": "haproxy"} 2024-05-16T02:38:46.337Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7f12b6d5-a426-4cce-afa1-e7fe1f11b980", "sfs": "pxc"} 2024-05-16T02:38:51.241Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:51.241Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:51.241Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:51.241Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:51.241Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:51.241Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:51.282Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:51.282Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:51.294Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:51.294Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:51.306Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:51.306Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:51.312Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:51.313Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896"} 2024-05-16T02:38:51.313Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sfs": "haproxy"} 2024-05-16T02:38:51.313Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "fdb21068-09a7-4b8e-9243-b06dacd2e896", "sfs": "pxc"} 2024-05-16T02:38:51.407Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:51.407Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:51.407Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:51.407Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:51.407Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:51.407Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:51.453Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:51.453Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:51.468Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:51.468Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:51.476Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:51.476Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:51.484Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689"} 2024-05-16T02:38:51.484Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sfs": "haproxy"} 2024-05-16T02:38:51.484Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sfs": "pxc"} 2024-05-16T02:38:51.484Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "dd9c1fde-2a82-48fe-ac47-1c4c7390e689", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:56.407Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:56.407Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:56.407Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:56.407Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:56.407Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:56.407Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:56.450Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:56.450Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:56.464Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:56.464Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:56.475Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:56.475Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:56.484Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4"} 2024-05-16T02:38:56.484Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sfs": "haproxy"} 2024-05-16T02:38:56.484Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sfs": "pxc"} 2024-05-16T02:38:56.484Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "69ea36e6-eb0b-4b13-9eb2-0033b661fbc4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:56.570Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:56.570Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:56.570Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:56.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:38:56.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:56.570Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:38:56.599Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:56.599Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:38:56.607Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:38:56.607Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:56.641Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:38:56.641Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:38:56.651Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d"} 2024-05-16T02:38:56.651Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:38:56.652Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sfs": "haproxy"} 2024-05-16T02:38:56.652Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "237079f6-717b-477e-8c14-f0e0ac9e533d", "sfs": "pxc"} 2024-05-16T02:39:01.566Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:01.566Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:01.566Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:01.566Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:01.566Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:01.566Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:01.615Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:01.615Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:39:01.625Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:01.625Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:01.640Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:01.640Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:01.650Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb"} 2024-05-16T02:39:01.650Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sfs": "haproxy"} 2024-05-16T02:39:01.650Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sfs": "pxc"} 2024-05-16T02:39:01.650Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2b0209b0-d10c-4327-8d52-32882d0008bb", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:01.730Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:01.731Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:01.731Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:01.731Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:01.731Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:01.731Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:01.763Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:01.763Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:01.774Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:01.774Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:01.783Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:01.783Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:01.791Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b"} 2024-05-16T02:39:01.791Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sfs": "haproxy"} 2024-05-16T02:39:01.791Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sfs": "pxc"} 2024-05-16T02:39:01.791Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "079f5e04-242d-433d-9cab-80defc7d695b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:06.733Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:06.733Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:06.733Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:06.733Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:06.733Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:06.733Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:06.774Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:06.774Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:06.786Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:06.786Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:06.793Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:06.793Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:06.800Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4"} 2024-05-16T02:39:06.800Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sfs": "haproxy"} 2024-05-16T02:39:06.800Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sfs": "pxc"} 2024-05-16T02:39:06.800Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "521b458d-caf3-4704-b07c-aff33c67deb4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:06.901Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:06.901Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:06.901Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:06.901Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:06.901Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:06.901Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:06.926Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:06.926Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:06.936Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:06.936Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:06.945Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:06.945Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:06.955Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0"} 2024-05-16T02:39:06.955Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sfs": "pxc"} 2024-05-16T02:39:06.955Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:06.956Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "2a9f5a42-af03-49fe-8371-bf63b8bd8bc0", "sfs": "haproxy"} 2024-05-16T02:39:11.914Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:11.914Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:11.914Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:11.914Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:11.914Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:11.914Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:11.960Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:11.960Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:39:11.968Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:11.968Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:11.975Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:11.975Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:11.982Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067"} 2024-05-16T02:39:11.982Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sfs": "haproxy"} 2024-05-16T02:39:11.982Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sfs": "pxc"} 2024-05-16T02:39:11.982Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f4274798-8f30-4c50-9fd7-dab1033ca067", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:12.070Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:12.070Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:12.070Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:12.070Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:12.070Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:12.070Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:12.120Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:12.120Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:12.130Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:12.130Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:12.138Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:12.138Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:12.145Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238"} 2024-05-16T02:39:12.145Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sfs": "haproxy"} 2024-05-16T02:39:12.145Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sfs": "pxc"} 2024-05-16T02:39:12.145Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "10a35c9f-1dbc-4100-876c-6cba33a62238", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:12.287Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:12.287Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:12.287Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:12.287Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:12.287Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:12.287Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:12.364Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:12.365Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:12.386Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:12.386Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:12.405Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:12.405Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:12.420Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636"} 2024-05-16T02:39:12.420Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sfs": "pxc"} 2024-05-16T02:39:12.420Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:12.421Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d866900a-f07a-46dc-baa2-f0229fda8636", "sfs": "haproxy"} 2024-05-16T02:39:17.065Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:17.065Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:17.065Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:17.065Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:17.065Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:17.065Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:17.109Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:17.109Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:17.117Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:17.117Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:17.131Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:17.131Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:17.140Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34"} 2024-05-16T02:39:17.140Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sfs": "haproxy"} 2024-05-16T02:39:17.140Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sfs": "pxc"} 2024-05-16T02:39:17.140Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "26be77c6-cce0-41a5-90af-3885026c8a34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:17.285Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:17.285Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:17.285Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:17.285Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:17.285Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:17.285Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:17.312Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:17.312Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:17.324Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:17.324Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:17.345Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:17.345Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:17.361Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:17.362Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097"} 2024-05-16T02:39:17.362Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sfs": "haproxy"} 2024-05-16T02:39:17.362Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "480660c8-f536-487c-9898-913e1ef16097", "sfs": "pxc"} 2024-05-16T02:39:22.291Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:22.291Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:22.291Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:22.291Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:22.291Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:22.291Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:22.367Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:22.367Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:39:22.374Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:22.374Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:22.381Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:22.381Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:22.389Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646"} 2024-05-16T02:39:22.389Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sfs": "haproxy"} 2024-05-16T02:39:22.389Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sfs": "pxc"} 2024-05-16T02:39:22.389Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ce73c917-b0a9-47d5-9b65-d4177a645646", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:22.475Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:22.475Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:22.475Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:22.475Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-05-16 02:38:44 +0000 UTC"} 2024-05-16T02:39:22.475Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:22.475Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:22.501Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:22.501Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:22.508Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-05-16T02:39:22.508Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:22.518Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:22.518Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:22.541Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa"} 2024-05-16T02:39:22.541Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:22.542Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sfs": "haproxy"} 2024-05-16T02:39:22.542Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5e8dd8a2-cdf5-47fe-a369-5ee12230ebaa", "sfs": "pxc"} 2024-05-16T02:39:27.483Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:27.483Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:27.483Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:27.483Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:27.483Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:27.534Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:27.534Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:27.534Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:27.540Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:27.540Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:27.547Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9"} 2024-05-16T02:39:27.547Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sfs": "haproxy"} 2024-05-16T02:39:27.547Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sfs": "pxc"} 2024-05-16T02:39:27.547Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "5838a1c4-7983-41f4-b73d-6589ba6170a9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:27.628Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:27.628Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:27.628Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:27.628Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:27.628Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:27.654Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:27.654Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:27.654Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:27.661Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:27.661Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:27.669Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592"} 2024-05-16T02:39:27.669Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sfs": "haproxy"} 2024-05-16T02:39:27.669Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sfs": "pxc"} 2024-05-16T02:39:27.669Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d6524529-96a6-463e-80c1-5351ed3b7592", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:32.630Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:32.630Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:32.630Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:32.630Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:32.630Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:32.671Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:32.671Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:32.671Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:32.677Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:32.677Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:32.683Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331"} 2024-05-16T02:39:32.683Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:32.684Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sfs": "haproxy"} 2024-05-16T02:39:32.684Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a2c6410b-9c0b-4201-bc78-76a5d7989331", "sfs": "pxc"} 2024-05-16T02:39:32.772Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:32.772Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:32.772Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:32.772Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:32.772Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:32.796Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:32.796Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:39:32.803Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:32.803Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:32.810Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000"} 2024-05-16T02:39:32.810Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sfs": "haproxy"} 2024-05-16T02:39:32.810Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sfs": "pxc"} 2024-05-16T02:39:32.810Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:32.810Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ee253ac6-a483-48cf-bf79-9d709d0b7000", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:37.775Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:37.775Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:37.775Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:37.775Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:37.775Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:37.815Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:37.815Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:37.815Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:37.825Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:37.825Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:37.831Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882"} 2024-05-16T02:39:37.831Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:37.832Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sfs": "haproxy"} 2024-05-16T02:39:37.832Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "67553fa0-3dda-4147-b7eb-7cf3d5c97882", "sfs": "pxc"} 2024-05-16T02:39:37.978Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:37.978Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:37.978Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:37.978Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:37.978Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:38.004Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:38.004Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:38.004Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:38.012Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-05-16T02:39:38.012Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:38.018Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40"} 2024-05-16T02:39:38.018Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sfs": "pxc"} 2024-05-16T02:39:38.018Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:38.019Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "25151599-055c-4a40-ae63-831bd400ab40", "sfs": "haproxy"} 2024-05-16T02:39:42.992Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:42.992Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:42.992Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:39:42.992Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:43.122Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:43.122Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:43.122Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:39:43.142Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19"} 2024-05-16T02:39:43.142Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sfs": "haproxy"} 2024-05-16T02:39:43.142Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sfs": "pxc"} 2024-05-16T02:39:43.142Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:43.142Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77b34f4c-6614-44bb-a320-94dddd44de19", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:43.338Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:43.338Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:43.338Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:39:43.338Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:43.401Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:43.401Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:43.401Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:39:43.407Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:43.408Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab"} 2024-05-16T02:39:43.408Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sfs": "haproxy"} 2024-05-16T02:39:43.408Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sfs": "pxc"} 2024-05-16T02:39:43.408Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "738babcb-b7bc-49f3-b323-aebe926e87ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:43.502Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:43.502Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:43.502Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:39:43.502Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:38:45 +0000 UTC"} 2024-05-16T02:39:43.531Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:43.531Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "3Gi"} 2024-05-16T02:39:43.531Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-05-16T02:39:43.531Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:39:43.537Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72"} 2024-05-16T02:39:43.537Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-05-16T02:39:43.538Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sfs": "haproxy"} 2024-05-16T02:39:43.538Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c23ee777-f3fc-42e4-8133-4bc5ef940d72", "sfs": "pxc"} 2024-05-16T02:39:48.288Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "953e1a94-d9b5-40fd-9080-e2d1453c38df", "sts": "some-name-pxc"} 2024-05-16T02:39:48.288Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "953e1a94-d9b5-40fd-9080-e2d1453c38df", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-05-16T02:39:48.288Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "953e1a94-d9b5-40fd-9080-e2d1453c38df", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-05-16T02:39:48.288Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "953e1a94-d9b5-40fd-9080-e2d1453c38df", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-05-16T02:39:48.432Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "953e1a94-d9b5-40fd-9080-e2d1453c38df"} 2024-05-16T02:39:48.432Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "953e1a94-d9b5-40fd-9080-e2d1453c38df", "sfs": "pxc"} 2024-05-16T02:39:48.432Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "953e1a94-d9b5-40fd-9080-e2d1453c38df", "sts": "some-name-pxc"} 2024-05-16T02:39:48.433Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "953e1a94-d9b5-40fd-9080-e2d1453c38df", "sfs": "haproxy"} 2024-05-16T02:39:48.762Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3960baea-8260-4559-844e-6189b50f1f1e", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:40:16.653Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "308576cd-4523-4c8b-813d-bac15516adc2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:16.653Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "308576cd-4523-4c8b-813d-bac15516adc2", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:40:16.680Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "308576cd-4523-4c8b-813d-bac15516adc2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2024-05-16T02:40:16.680Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "308576cd-4523-4c8b-813d-bac15516adc2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:16.705Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "308576cd-4523-4c8b-813d-bac15516adc2", "sts": "some-name-pxc", "reason": "ExceededQuota", "message": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "error": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi"} 2024-05-16T02:40:16.705Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "308576cd-4523-4c8b-813d-bac15516adc2", "originalSize": "3Gi"} 2024-05-16T02:40:17.043Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "308576cd-4523-4c8b-813d-bac15516adc2", "error": "reconcile persistent volumes: update persistentvolumeclaim/datadir-some-name-pxc-1: persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "errorVerbose": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi\nupdate persistentvolumeclaim/datadir-some-name-pxc-1\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:254\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:40:52.026Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c86053c1-9728-4bce-bd53-81e30adf1379", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:40:52.026Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c86053c1-9728-4bce-bd53-81e30adf1379", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:52.026Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c86053c1-9728-4bce-bd53-81e30adf1379", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:40:52.051Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c86053c1-9728-4bce-bd53-81e30adf1379", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:40:52.051Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c86053c1-9728-4bce-bd53-81e30adf1379", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:52.083Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c86053c1-9728-4bce-bd53-81e30adf1379", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:40:52.189Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c86053c1-9728-4bce-bd53-81e30adf1379", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:40:52.228Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:52.228Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:52.228Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:40:52.228Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:52.228Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:52.287Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:40:52.287Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:52.287Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:40:52.294Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:40:52.294Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:52.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50"} 2024-05-16T02:40:52.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sfs": "haproxy"} 2024-05-16T02:40:52.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sfs": "pxc"} 2024-05-16T02:40:52.302Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "158f1ed0-889c-4288-b5ff-004c9fda8f50", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:40:52.418Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:52.418Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:52.418Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:40:52.418Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:52.418Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:52.466Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:40:52.466Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:52.466Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:40:52.481Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:40:52.481Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:52.497Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:40:52.498Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80"} 2024-05-16T02:40:52.498Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sfs": "haproxy"} 2024-05-16T02:40:52.498Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f12a2283-b7bd-4fc2-bbd7-617e3cd1fe80", "sfs": "pxc"} 2024-05-16T02:40:57.424Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:57.424Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:57.424Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:40:57.424Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:57.424Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:57.476Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:40:57.476Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:57.476Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:40:57.484Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:40:57.484Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:57.492Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b"} 2024-05-16T02:40:57.492Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sfs": "haproxy"} 2024-05-16T02:40:57.492Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sfs": "pxc"} 2024-05-16T02:40:57.492Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f907289a-56e7-40a8-8b95-7ce95764601b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:40:57.583Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:57.583Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:57.583Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:40:57.583Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:57.583Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:52 +0000 UTC"} 2024-05-16T02:40:57.609Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:40:57.641Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:40:57.641Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:57.649Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:40:57.649Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:40:57.659Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4"} 2024-05-16T02:40:57.659Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sfs": "haproxy"} 2024-05-16T02:40:57.659Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sfs": "pxc"} 2024-05-16T02:40:57.659Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "77882d07-38e7-4608-b4b6-c43f75a7d8c4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:02.583Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:02.583Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:02.583Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:02.583Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:02.583Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:02.635Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:02.635Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:02.635Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:02.642Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:41:02.642Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:02.652Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b"} 2024-05-16T02:41:02.652Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sfs": "haproxy"} 2024-05-16T02:41:02.652Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sfs": "pxc"} 2024-05-16T02:41:02.652Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "be678fa8-1207-48a2-9377-61247161a25b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:02.777Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:02.777Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:02.777Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:02.777Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:02.777Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:02.802Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:02.802Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:02.802Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:02.811Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-05-16T02:41:02.811Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:02.818Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6"} 2024-05-16T02:41:02.818Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sfs": "haproxy"} 2024-05-16T02:41:02.818Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sfs": "pxc"} 2024-05-16T02:41:02.818Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "519bdc17-02d7-4682-9b31-9653c0f6d7b6", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:07.745Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:07.745Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:07.745Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:07.745Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:07.787Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:07.787Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:07.787Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:41:07.798Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780"} 2024-05-16T02:41:07.798Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:07.798Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:07.799Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sfs": "haproxy"} 2024-05-16T02:41:07.799Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "bfb6d9ce-6a7b-401f-8969-46778c4d7780", "sfs": "pxc"} 2024-05-16T02:41:07.877Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:07.877Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:07.877Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:07.877Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:07.905Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:07.905Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:07.905Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:07.905Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:07.913Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165"} 2024-05-16T02:41:07.913Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sfs": "pxc"} 2024-05-16T02:41:07.913Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:07.914Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "ed4d1478-ae42-4fed-95e6-cb267bfd1165", "sfs": "haproxy"} 2024-05-16T02:41:12.878Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:12.878Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:12.878Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:12.878Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:12.922Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:12.922Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:12.922Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:12.922Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:12.932Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba"} 2024-05-16T02:41:12.932Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sfs": "pxc"} 2024-05-16T02:41:12.932Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:12.933Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d299cbde-87e1-4d7d-b0fc-da6cd75e53ba", "sfs": "haproxy"} 2024-05-16T02:41:13.065Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:13.065Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:13.065Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:13.065Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:13.117Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:13.117Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:13.117Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:13.117Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:13.126Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e"} 2024-05-16T02:41:13.126Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sfs": "pxc"} 2024-05-16T02:41:13.126Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:13.127Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c981bf16-739f-44af-927f-eb9aa9d5a65e", "sfs": "haproxy"} 2024-05-16T02:41:13.262Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:13.262Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:13.262Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:13.262Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:13.294Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:13.294Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:13.294Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:13.294Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:13.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561"} 2024-05-16T02:41:13.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sfs": "haproxy"} 2024-05-16T02:41:13.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sfs": "pxc"} 2024-05-16T02:41:13.302Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7a94a8cf-e95d-4438-9197-9eae1bc75561", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:18.017Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:18.017Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:18.017Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:18.017Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:18.064Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:18.064Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:18.064Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:18.064Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:18.072Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51"} 2024-05-16T02:41:18.072Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sfs": "haproxy"} 2024-05-16T02:41:18.072Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sfs": "pxc"} 2024-05-16T02:41:18.072Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "e92b2051-87e5-4720-bc0b-06d8e4a24e51", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:18.155Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:18.155Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:18.155Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:18.155Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:18.204Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:18.204Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:41:18.214Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098"} 2024-05-16T02:41:18.214Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sfs": "haproxy"} 2024-05-16T02:41:18.214Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sfs": "pxc"} 2024-05-16T02:41:18.214Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:18.214Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:18.214Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "09414364-cc10-44b1-9a67-8f04c8168098", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:23.159Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:23.159Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:23.159Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:23.159Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:23.219Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:23.219Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:23.219Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:23.219Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:23.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12"} 2024-05-16T02:41:23.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sfs": "haproxy"} 2024-05-16T02:41:23.244Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sfs": "pxc"} 2024-05-16T02:41:23.244Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "13252ecd-fddc-4089-9039-d21693a9af12", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:23.331Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:23.331Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:23.331Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:23.331Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:23.362Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:23.362Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:23.362Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:23.362Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:23.371Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9"} 2024-05-16T02:41:23.371Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sfs": "pxc"} 2024-05-16T02:41:23.371Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:23.372Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "8587f6fd-893d-48f1-850e-155b50e987d9", "sfs": "haproxy"} 2024-05-16T02:41:28.334Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:28.334Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:28.334Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:28.334Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:28.383Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:28.383Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:41:28.390Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832"} 2024-05-16T02:41:28.390Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:28.390Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:28.390Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:28.391Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sfs": "haproxy"} 2024-05-16T02:41:28.391Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "364ff994-272f-4fcf-9566-b81a10b73832", "sfs": "pxc"} 2024-05-16T02:41:28.511Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:28.511Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:28.511Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:28.511Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:28.545Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:28.545Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:28.545Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:41:28.553Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39"} 2024-05-16T02:41:28.553Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sfs": "pxc"} 2024-05-16T02:41:28.553Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:28.553Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:28.554Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "a868940f-3135-4665-b990-7359ae5f5d39", "sfs": "haproxy"} 2024-05-16T02:41:33.514Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:33.514Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:33.515Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:33.515Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:33.564Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:33.564Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:33.564Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:41:33.572Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99"} 2024-05-16T02:41:33.572Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sfs": "pxc"} 2024-05-16T02:41:33.572Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:33.572Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:33.573Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "b6157819-e4d7-4e70-a0c2-b4484475fe99", "sfs": "haproxy"} 2024-05-16T02:41:33.653Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:33.653Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:33.653Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:33.653Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:33.678Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:33.678Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:33.678Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:33.678Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:33.685Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd"} 2024-05-16T02:41:33.685Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:33.686Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sfs": "haproxy"} 2024-05-16T02:41:33.686Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "92c59e69-efd8-4890-92fe-4089d3abeedd", "sfs": "pxc"} 2024-05-16T02:41:38.654Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:38.654Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:38.654Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:38.654Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:38.694Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:38.694Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:38.694Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:38.694Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:38.702Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c"} 2024-05-16T02:41:38.702Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sfs": "pxc"} 2024-05-16T02:41:38.702Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:38.703Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "9c95831a-014d-47c5-bb61-5c193054fa9c", "sfs": "haproxy"} 2024-05-16T02:41:38.813Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:38.813Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:38.813Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:38.813Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:38.838Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:38.838Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:41:38.847Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a"} 2024-05-16T02:41:38.847Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sfs": "haproxy"} 2024-05-16T02:41:38.847Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sfs": "pxc"} 2024-05-16T02:41:38.847Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:38.847Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:38.847Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "18ff76e7-5520-4366-a789-47eef8f0fc5a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:43.815Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:43.815Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:43.815Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:43.815Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:43.855Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:43.855Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:43.855Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-05-16T02:41:43.880Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab"} 2024-05-16T02:41:43.880Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sfs": "pxc"} 2024-05-16T02:41:43.880Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:43.880Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:43.881Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "108573bd-7142-46d5-90a5-8bccf76661ab", "sfs": "haproxy"} 2024-05-16T02:41:43.993Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:43.993Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:43.993Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:43.993Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:44.030Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:44.030Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:44.030Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:44.030Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:44.051Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432"} 2024-05-16T02:41:44.051Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sfs": "haproxy"} 2024-05-16T02:41:44.051Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sfs": "pxc"} 2024-05-16T02:41:44.051Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "434224a5-4921-49c9-bcdb-4045c292f432", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:48.971Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:48.971Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:48.971Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:48.971Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:49.012Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:49.012Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:49.012Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:49.012Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:49.021Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8"} 2024-05-16T02:41:49.021Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sfs": "haproxy"} 2024-05-16T02:41:49.021Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sfs": "pxc"} 2024-05-16T02:41:49.021Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "d123bcba-1fcd-4e0f-99f1-b673bac806e8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:49.109Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:49.109Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:49.109Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:49.109Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:49.150Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:49.150Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:49.150Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:49.150Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:49.161Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:49.162Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29"} 2024-05-16T02:41:49.162Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sfs": "haproxy"} 2024-05-16T02:41:49.162Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "da8e9363-b82d-4bb8-a31e-4dbfa5ea0b29", "sfs": "pxc"} 2024-05-16T02:41:49.352Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:49.352Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:49.352Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:49.352Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:49.379Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:49.379Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:49.379Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:49.379Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:49.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c"} 2024-05-16T02:41:49.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sfs": "haproxy"} 2024-05-16T02:41:49.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sfs": "pxc"} 2024-05-16T02:41:49.386Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7d0623f7-b483-4ab0-9cac-eaf82578e36c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:54.111Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:54.111Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:54.111Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:54.111Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:54.150Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:54.150Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:54.150Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:54.150Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:54.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b"} 2024-05-16T02:41:54.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sfs": "haproxy"} 2024-05-16T02:41:54.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sfs": "pxc"} 2024-05-16T02:41:54.164Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "50fa4fff-2725-452a-b4a9-336ebc8cc90b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:54.252Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:54.252Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:54.252Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:54.252Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:54.293Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:54.293Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:54.293Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:54.293Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:54.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4"} 2024-05-16T02:41:54.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sfs": "haproxy"} 2024-05-16T02:41:54.302Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sfs": "pxc"} 2024-05-16T02:41:54.302Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "369905c9-9b61-446c-9a24-427b245823f4", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:59.251Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:59.251Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:59.251Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:59.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:59.293Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:59.293Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:59.293Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:59.293Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-05-16T02:41:59.300Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8"} 2024-05-16T02:41:59.300Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sfs": "haproxy"} 2024-05-16T02:41:59.300Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sfs": "pxc"} 2024-05-16T02:41:59.300Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3c31d861-fff1-4b52-8c04-c0af775c84d8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:59.378Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:59.378Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:41:59.378Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:41:59.378Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-05-16 02:40:58 +0000 UTC"} 2024-05-16T02:41:59.402Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-05-16T02:41:59.402Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-05-16T02:41:59.413Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d"} 2024-05-16T02:41:59.413Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sfs": "pxc"} 2024-05-16T02:41:59.413Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:59.413Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "4Gi", "requested": "4Gi"} 2024-05-16T02:41:59.413Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-05-16T02:41:59.414Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c4991d4f-414f-426e-8ffd-d845047e084d", "sfs": "haproxy"} 2024-05-16T02:42:04.392Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3efca1c5-0980-4fb1-bda7-4455dc7c9ce8", "sts": "some-name-pxc"} 2024-05-16T02:42:04.392Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3efca1c5-0980-4fb1-bda7-4455dc7c9ce8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-05-16T02:42:04.392Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3efca1c5-0980-4fb1-bda7-4455dc7c9ce8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-05-16T02:42:04.392Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3efca1c5-0980-4fb1-bda7-4455dc7c9ce8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-05-16T02:42:04.999Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3efca1c5-0980-4fb1-bda7-4455dc7c9ce8"} 2024-05-16T02:42:04.999Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3efca1c5-0980-4fb1-bda7-4455dc7c9ce8", "sfs": "haproxy"} 2024-05-16T02:42:04.999Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3efca1c5-0980-4fb1-bda7-4455dc7c9ce8", "sfs": "pxc"} 2024-05-16T02:42:04.999Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "3efca1c5-0980-4fb1-bda7-4455dc7c9ce8", "sts": "some-name-pxc"} 2024-05-16T02:42:05.869Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7bdf0767-d0ea-4b20-b012-bd05062b6699", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:42:33.831Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "c8e72bd5-daf0-43c7-88eb-8a499f8b889a", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:42:33.886Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "7e046f36-4e41-431b-86ee-659aa1d3d4f3", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:42:34.198Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "448bc379-ef3a-40c5-a2fb-299a5841037e", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:42:35.015Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "114658f0-1ffd-4e80-945b-83ebc0994777", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:42:35.824Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "345914a3-f0b0-4186-bfa9-50a05443a512", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-05-16T02:42:36.617Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-12023", "name": "some-name", "reconcileID": "f612e3ef-2632-44ed-bb88-b374da12ebf5", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:248 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-12023 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.1hiRjDRcFo ++ mktemp + local LAST_ERR=/tmp/tmp.zvHISccBVL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1hiRjDRcFo perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.zvHISccBVL + rm /tmp/tmp.1hiRjDRcFo /tmp/tmp.zvHISccBVL + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.S4OH4KvjRi ++ mktemp + local LAST_ERR=/tmp/tmp.jEt4JgBmLr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.S4OH4KvjRi No resources found + cat /tmp/tmp.jEt4JgBmLr + rm /tmp/tmp.S4OH4KvjRi /tmp/tmp.jEt4JgBmLr + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.b0QgzSniyJ ++ mktemp + local LAST_ERR=/tmp/tmp.uqEt4qNKqa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.b0QgzSniyJ No resources found + cat /tmp/tmp.uqEt4qNKqa + rm /tmp/tmp.b0QgzSniyJ /tmp/tmp.uqEt4qNKqa + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.CX2B3uaThU ++ mktemp + local LAST_ERR=/tmp/tmp.S5TZ86Tqlt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CX2B3uaThU validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.S5TZ86Tqlt + rm /tmp/tmp.CX2B3uaThU /tmp/tmp.S5TZ86Tqlt + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-12023 + rm -rf /tmp/tmp.OaJCJvoeo6 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.b5pSPWuMpc ++ mktemp + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + local LAST_OUT=/tmp/tmp.KCCAuuIOY9 ++ mktemp + local LAST_ERR=/tmp/tmp.VRUpOA6MGb + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.7LMeNYHLpc + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-12023 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator