Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/logs/pvc-resize-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + '[' 0 == 1 ']' + ensure_default_sc_allows_expansion ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SIoqLF00H4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.IQm21lQ1NL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SIoqLF00H4 ++ cat /tmp/tmp.IQm21lQ1NL ++ rm /tmp/tmp.SIoqLF00H4 /tmp/tmp.IQm21lQ1NL ++ return 0 + local default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NgcLoAFQvZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.LNjurW5NpN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NgcLoAFQvZ ++ cat /tmp/tmp.LNjurW5NpN ++ rm /tmp/tmp.NgcLoAFQvZ /tmp/tmp.LNjurW5NpN ++ return 0 + local allowVolumeExpansion=true + [[ true != \t\r\u\e ]] + create_infra pvc-resize-24922 + local ns=pvc-resize-24922 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-30251 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.Gm8IGMaczO ++ mktemp + local LAST_ERR=/tmp/tmp.tdKezTR7wq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Gm8IGMaczO perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.tdKezTR7wq + rm /tmp/tmp.Gm8IGMaczO /tmp/tmp.tdKezTR7wq + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.HrQn61D58D ++ mktemp + local LAST_ERR=/tmp/tmp.aEVQSjiwz0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HrQn61D58D No resources found + cat /tmp/tmp.aEVQSjiwz0 + rm /tmp/tmp.HrQn61D58D /tmp/tmp.aEVQSjiwz0 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.rGxxzOW6Wy ++ mktemp + local LAST_ERR=/tmp/tmp.DRIwbpKWlm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rGxxzOW6Wy No resources found + cat /tmp/tmp.DRIwbpKWlm + rm /tmp/tmp.rGxxzOW6Wy /tmp/tmp.DRIwbpKWlm + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.YQQqh2YfJP + local LAST_OUT=/tmp/tmp.51oF1YpNya ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.K1PWm4yqzl + local exit_status=0 + local LAST_ERR=/tmp/tmp.ALqe3Sfsug + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YQQqh2YfJP + cat /tmp/tmp.K1PWm4yqzl + rm /tmp/tmp.YQQqh2YfJP /tmp/tmp.K1PWm4yqzl + return 0 namespace "pvc-resize-30251" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.51oF1YpNya namespace "pxc-operator" deleted + cat /tmp/tmp.ALqe3Sfsug + rm /tmp/tmp.51oF1YpNya /tmp/tmp.ALqe3Sfsug + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.sSHtrJ47PK ++ mktemp + local LAST_ERR=/tmp/tmp.6dNPAJWkfK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sSHtrJ47PK namespace/pxc-operator created + cat /tmp/tmp.6dNPAJWkfK + rm /tmp/tmp.sSHtrJ47PK /tmp/tmp.6dNPAJWkfK + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.1iG7CDdBgS +++ mktemp ++ local LAST_ERR=/tmp/tmp.fT7H5pCX61 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1iG7CDdBgS ++ cat /tmp/tmp.fT7H5pCX61 ++ rm /tmp/tmp.1iG7CDdBgS /tmp/tmp.fT7H5pCX61 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1750-de45ff75-3-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.N0v22UYH5d ++ mktemp + local LAST_ERR=/tmp/tmp.FnIEC2Hioa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1750-de45ff75-3-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.N0v22UYH5d Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1750-de45ff75-3-cluster1" modified. + cat /tmp/tmp.FnIEC2Hioa + rm /tmp/tmp.N0v22UYH5d /tmp/tmp.FnIEC2Hioa + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.AKVu4sxAZM ++ mktemp + local LAST_ERR=/tmp/tmp.zhDkUpEOH5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AKVu4sxAZM customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.zhDkUpEOH5 + rm /tmp/tmp.AKVu4sxAZM /tmp/tmp.zhDkUpEOH5 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.z7BIK6MhLH ++ mktemp + local LAST_ERR=/tmp/tmp.0WlgbzZj4Z + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.z7BIK6MhLH clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.0WlgbzZj4Z + rm /tmp/tmp.z7BIK6MhLH /tmp/tmp.0WlgbzZj4Z + return 0 + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1750-de45ff75^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/deploy/cw-operator.yaml + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - ++ mktemp + local LAST_OUT=/tmp/tmp.VSWzqDNzL3 ++ mktemp + local LAST_ERR=/tmp/tmp.OfPyCCEGCv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VSWzqDNzL3 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.OfPyCCEGCv + rm /tmp/tmp.VSWzqDNzL3 /tmp/tmp.OfPyCCEGCv + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.xzu96oJPZ2 ++ mktemp + local LAST_ERR=/tmp/tmp.hZli0QBtqg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xzu96oJPZ2 pod/percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q condition met + cat /tmp/tmp.hZli0QBtqg + rm /tmp/tmp.xzu96oJPZ2 /tmp/tmp.hZli0QBtqg + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.b9UreKXGq4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.1mDHTaXyuu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b9UreKXGq4 ++ cat /tmp/tmp.1mDHTaXyuu ++ rm /tmp/tmp.b9UreKXGq4 /tmp/tmp.1mDHTaXyuu ++ return 0 + wait_pod percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q 480 pxc-operator + local pod=percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q condition met percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q.Ok + sleep 3 + create_namespace pvc-resize-24922 + local namespace=pvc-resize-24922 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + awk '{print$1}' + '[' -n '' ']' ++ mktemp + desc 'cleaned up old namespaces pvc-resize-24922' + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-resize-24922 ----------------------------------------------------------------------------------- + xargs kubectl delete ns + kubectl_bin delete namespace pvc-resize-24922 ++ mktemp + local LAST_OUT=/tmp/tmp.e8fzXBjSE6 ++ mktemp + local LAST_OUT=/tmp/tmp.Yn3iG8DmM3 ++ mktemp + local LAST_ERR=/tmp/tmp.zhjDfwaZsx + local exit_status=0 + local LAST_ERR=/tmp/tmp.xoUC5mPGXV + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-24922 + exit_status=1 + set -e + exit_status=0 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + '[' 0 '!=' 0 ']' + break + sleep 0 + cat /tmp/tmp.e8fzXBjSE6 + cat /tmp/tmp.zhjDfwaZsx + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-24922 + rm /tmp/tmp.e8fzXBjSE6 /tmp/tmp.zhjDfwaZsx + return 0 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pvc-resize-24922 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.Yn3iG8DmM3 + cat /tmp/tmp.xoUC5mPGXV Error from server (NotFound): namespaces "pvc-resize-24922" not found + rm /tmp/tmp.Yn3iG8DmM3 /tmp/tmp.xoUC5mPGXV + return 1 + : + wait_for_delete namespace/pvc-resize-24922 + local res=namespace/pvc-resize-24922 + echo -n 'namespace/pvc-resize-24922 - ' namespace/pvc-resize-24922 - + set +o xtrace Error from server (NotFound): namespaces "pvc-resize-24922" not found + desc 'create namespace pvc-resize-24922' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-resize-24922 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-resize-24922 ++ mktemp + local LAST_OUT=/tmp/tmp.9GWDkhK9LP ++ mktemp + local LAST_ERR=/tmp/tmp.eQcpqe7N5N + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pvc-resize-24922 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9GWDkhK9LP namespace/pvc-resize-24922 created + cat /tmp/tmp.eQcpqe7N5N + rm /tmp/tmp.9GWDkhK9LP /tmp/tmp.eQcpqe7N5N + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.F4dTOd1X5D +++ mktemp ++ local LAST_ERR=/tmp/tmp.pJtLwqlIqj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.F4dTOd1X5D ++ cat /tmp/tmp.pJtLwqlIqj ++ rm /tmp/tmp.F4dTOd1X5D /tmp/tmp.pJtLwqlIqj ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1750-de45ff75-3-cluster1 --namespace=pvc-resize-24922 ++ mktemp + local LAST_OUT=/tmp/tmp.HsOpbrXd4l ++ mktemp + local LAST_ERR=/tmp/tmp.fD0a1Zd5J9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1750-de45ff75-3-cluster1 --namespace=pvc-resize-24922 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HsOpbrXd4l Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1750-de45ff75-3-cluster1" modified. + cat /tmp/tmp.fD0a1Zd5J9 + rm /tmp/tmp.HsOpbrXd4l /tmp/tmp.fD0a1Zd5J9 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.OJHeFMeWSG ++ mktemp + local LAST_ERR=/tmp/tmp.7FA0VXKIV7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OJHeFMeWSG secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.7FA0VXKIV7 + rm /tmp/tmp.OJHeFMeWSG /tmp/tmp.7FA0VXKIV7 + return 0 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=some-name + '[' 0 == 1 ']' + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/conf/some-name.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/secrets.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.RMu6C3axCI ++ mktemp + local LAST_ERR=/tmp/tmp.S1nYJj1vWq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RMu6C3axCI secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.S1nYJj1vWq + rm /tmp/tmp.RMu6C3axCI /tmp/tmp.S1nYJj1vWq + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1750-de45ff75#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.0eG1qqIGm4 ++ mktemp + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-24922~ + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_ERR=/tmp/tmp.284vCYMlOd + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0eG1qqIGm4 deployment.apps/pxc-client created + cat /tmp/tmp.284vCYMlOd + rm /tmp/tmp.0eG1qqIGm4 /tmp/tmp.284vCYMlOd + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/conf/some-name.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/conf/some-name.yml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/conf/some-name.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + local LAST_OUT=/tmp/tmp.Yx91xSjsTS + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1750-de45ff75#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pvc-resize-24922~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_ERR=/tmp/tmp.fwapYcl4wL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Yx91xSjsTS perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.fwapYcl4wL + rm /tmp/tmp.Yx91xSjsTS /tmp/tmp.fwapYcl4wL + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.yGCW02yiWC ++++ mktemp +++ local LAST_ERR=/tmp/tmp.DvkYO0aKvT +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.yGCW02yiWC +++ cat /tmp/tmp.DvkYO0aKvT +++ rm /tmp/tmp.yGCW02yiWC /tmp/tmp.DvkYO0aKvT +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-haproxy ++ return + local proxy=some-name-haproxy + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-24922 ++ mktemp + local LAST_OUT=/tmp/tmp.NCupjMDvnW ++ mktemp + local LAST_ERR=/tmp/tmp.Joj9RCvWxt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-24922 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-24922 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pvc-resize-24922 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.NCupjMDvnW + cat /tmp/tmp.Joj9RCvWxt error: no matching resources found + rm /tmp/tmp.NCupjMDvnW /tmp/tmp.Joj9RCvWxt + return 1 + true + wait_for_running some-name-haproxy 1 + local name=some-name-haproxy + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-haproxy-0 480 + local pod=some-name-haproxy-0 + local max_retry=480 + local ns= ++ echo some-name-haproxy-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/some-name-haproxy-0 condition met some-name-haproxy-0Defaulted container "haproxy" out of: haproxy, pxc-monit, pxc-init (init) .Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met some-name-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met some-name-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ echo some-name-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met some-name-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3thu1ucc7W +++ mktemp ++ local LAST_ERR=/tmp/tmp.ig3JNnD6sz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3thu1ucc7W ++ cat /tmp/tmp.ig3JNnD6sz ++ rm /tmp/tmp.3thu1ucc7W /tmp/tmp.ig3JNnD6sz ++ return 0 + client_pod=pxc-client-6644d8898f-fsb4h + wait_pod pxc-client-6644d8898f-fsb4h + local pod=pxc-client-6644d8898f-fsb4h + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-fsb4h ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-fsb4h condition met pxc-client-6644d8898f-fsb4h.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-haproxy -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-haproxy -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vipVdAtWG0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.q8CHz5UhAB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vipVdAtWG0 ++ cat /tmp/tmp.q8CHz5UhAB ++ rm /tmp/tmp.vipVdAtWG0 /tmp/tmp.q8CHz5UhAB ++ return 0 + client_pod=pxc-client-6644d8898f-fsb4h + wait_pod pxc-client-6644d8898f-fsb4h + local pod=pxc-client-6644d8898f-fsb4h + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-fsb4h ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-6644d8898f-fsb4h condition met pxc-client-6644d8898f-fsb4h.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q7awFYQHDt +++ mktemp ++ local LAST_ERR=/tmp/tmp.jdDHhmtcpx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q7awFYQHDt ++ cat /tmp/tmp.jdDHhmtcpx ++ rm /tmp/tmp.q7awFYQHDt /tmp/tmp.jdDHhmtcpx ++ return 0 + client_pod=pxc-client-6644d8898f-fsb4h + wait_pod pxc-client-6644d8898f-fsb4h + local pod=pxc-client-6644d8898f-fsb4h + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-fsb4h ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-fsb4h condition met pxc-client-6644d8898f-fsb4h.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.fzEwjoGzc5/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.fzEwjoGzc5/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZeOKHod0Nn +++ mktemp ++ local LAST_ERR=/tmp/tmp.HYu5eCMi2G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZeOKHod0Nn ++ cat /tmp/tmp.HYu5eCMi2G ++ rm /tmp/tmp.ZeOKHod0Nn /tmp/tmp.HYu5eCMi2G ++ return 0 + client_pod=pxc-client-6644d8898f-fsb4h + wait_pod pxc-client-6644d8898f-fsb4h + local pod=pxc-client-6644d8898f-fsb4h + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-fsb4h ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-fsb4h condition met pxc-client-6644d8898f-fsb4h.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.fzEwjoGzc5/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.fzEwjoGzc5/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YmrZjebORM +++ mktemp ++ local LAST_ERR=/tmp/tmp.YwC9pCcxLq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YmrZjebORM ++ cat /tmp/tmp.YwC9pCcxLq ++ rm /tmp/tmp.YmrZjebORM /tmp/tmp.YwC9pCcxLq ++ return 0 + client_pod=pxc-client-6644d8898f-fsb4h + wait_pod pxc-client-6644d8898f-fsb4h + local pod=pxc-client-6644d8898f-fsb4h + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6644d8898f-fsb4h ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-fsb4h condition met pxc-client-6644d8898f-fsb4h.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.fzEwjoGzc5/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/compare/select-1.sql /tmp/tmp.fzEwjoGzc5/select-1.sql ++ is_keyring_plugin_in_use some-name ++ local cluster=some-name ++ kubectl_bin exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.T7w9soAgPm +++ mktemp ++ local LAST_ERR=/tmp/tmp.V5kkkDXhUM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it some-name-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.T7w9soAgPm ++ cat /tmp/tmp.V5kkkDXhUM Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.T7w9soAgPm /tmp/tmp.V5kkkDXhUM ++ return 0 + '[' '' ']' + desc 'test scaling' + set +o xtrace ----------------------------------------------------------------------------------- test scaling ----------------------------------------------------------------------------------- + patch_pvc_request some-name 3Gi + local cluster=some-name + local size=3Gi + echo 'Patching PVC request to 3Gi in some-name' Patching PVC request to 3Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.u1cJSmjZjv ++ mktemp + local LAST_ERR=/tmp/tmp.H40xnxwOmN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"3Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.u1cJSmjZjv perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.H40xnxwOmN + rm /tmp/tmp.u1cJSmjZjv /tmp/tmp.H40xnxwOmN + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Us3ZPMhgJv +++ mktemp ++ local LAST_ERR=/tmp/tmp.pAp0hYNXww ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Us3ZPMhgJv ++ cat /tmp/tmp.pAp0hYNXww ++ rm /tmp/tmp.Us3ZPMhgJv /tmp/tmp.pAp0hYNXww ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BiTZPP6iP3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bFsnlDf94C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BiTZPP6iP3 ++ cat /tmp/tmp.bFsnlDf94C ++ rm /tmp/tmp.BiTZPP6iP3 /tmp/tmp.bFsnlDf94C ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cTMhkiak48 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YXjYoPb358 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cTMhkiak48 ++ cat /tmp/tmp.YXjYoPb358 ++ rm /tmp/tmp.cTMhkiak48 /tmp/tmp.YXjYoPb358 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MI9iDYvJjg +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ez7zmPnVA0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MI9iDYvJjg ++ cat /tmp/tmp.Ez7zmPnVA0 ++ rm /tmp/tmp.MI9iDYvJjg /tmp/tmp.Ez7zmPnVA0 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.nyJc7ffgAW ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.EmAKyDtluz +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.nyJc7ffgAW +++++ cat /tmp/tmp.EmAKyDtluz +++++ rm /tmp/tmp.nyJc7ffgAW /tmp/tmp.EmAKyDtluz +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VwcMucAwmu +++ mktemp ++ local LAST_ERR=/tmp/tmp.zKwdVznCCe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VwcMucAwmu ++ cat /tmp/tmp.zKwdVznCCe ++ rm /tmp/tmp.VwcMucAwmu /tmp/tmp.zKwdVznCCe ++ return 0 + [[ 2 == \2 ]] ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.YoK04bZ9y3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QjYcoY3lnH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YoK04bZ9y3 ++ cat /tmp/tmp.QjYcoY3lnH ++ rm /tmp/tmp.YoK04bZ9y3 /tmp/tmp.QjYcoY3lnH ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xmWvRah9XB +++ mktemp ++ local LAST_ERR=/tmp/tmp.GW0KrzgvGr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xmWvRah9XB ++ cat /tmp/tmp.GW0KrzgvGr ++ rm /tmp/tmp.xmWvRah9XB /tmp/tmp.GW0KrzgvGr ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-0 was resized' persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mEgob0wvig +++ mktemp ++ local LAST_ERR=/tmp/tmp.HxadGseSce ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mEgob0wvig ++ cat /tmp/tmp.HxadGseSce ++ rm /tmp/tmp.mEgob0wvig /tmp/tmp.HxadGseSce ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-1 was resized' persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ABnF4xyNAU +++ mktemp ++ local LAST_ERR=/tmp/tmp.S3OCUU1TPW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ABnF4xyNAU ++ cat /tmp/tmp.S3OCUU1TPW ++ rm /tmp/tmp.ABnF4xyNAU /tmp/tmp.S3OCUU1TPW ++ return 0 + [[ 3Gi == \3\G\i ]] + echo + echo 'persistentvolumeclaim/datadir-some-name-pxc-2 was resized' persistentvolumeclaim/datadir-some-name-pxc-2 was resized + '[' 0 == 1 ']' + desc 'create resourcequota' + set +o xtrace ----------------------------------------------------------------------------------- create resourcequota ----------------------------------------------------------------------------------- + apply_resourcequota 10Gi + local quota=10Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nbmTyttfTu +++ mktemp ++ local LAST_ERR=/tmp/tmp.1cNuO0X2pw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nbmTyttfTu ++ cat /tmp/tmp.1cNuO0X2pw ++ rm /tmp/tmp.nbmTyttfTu /tmp/tmp.1cNuO0X2pw ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 10Gi' Applying resourcequota for default storageclass standard-rwo with quota 10Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/QUOTA/10Gi/ + kubectl_bin apply -f - + sed s/STORAGECLASS/standard-rwo/ ++ mktemp + local LAST_OUT=/tmp/tmp.d88b4jMq8A ++ mktemp + local LAST_ERR=/tmp/tmp.IvlE0TyOPf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.d88b4jMq8A resourcequota/default-storage-quota created + cat /tmp/tmp.IvlE0TyOPf + rm /tmp/tmp.d88b4jMq8A /tmp/tmp.IvlE0TyOPf + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.jBZqDWy3Xk ++ mktemp + local LAST_ERR=/tmp/tmp.Bqf41ppp73 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jBZqDWy3Xk perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.Bqf41ppp73 + rm /tmp/tmp.jBZqDWy3Xk /tmp/tmp.Bqf41ppp73 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VyU8O1riiB +++ mktemp ++ local LAST_ERR=/tmp/tmp.1mj4p6sE0Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VyU8O1riiB ++ cat /tmp/tmp.1mj4p6sE0Z ++ rm /tmp/tmp.VyU8O1riiB /tmp/tmp.1mj4p6sE0Z ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2LVaYbIymd +++ mktemp ++ local LAST_ERR=/tmp/tmp.CnucMn0Pjv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2LVaYbIymd ++ cat /tmp/tmp.CnucMn0Pjv ++ rm /tmp/tmp.2LVaYbIymd /tmp/tmp.CnucMn0Pjv ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.L1ZXSBkDrH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.oIXpnspYPj +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.L1ZXSBkDrH +++++ cat /tmp/tmp.oIXpnspYPj +++++ rm /tmp/tmp.L1ZXSBkDrH /tmp/tmp.oIXpnspYPj +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EOHRLa9VzK +++ mktemp ++ local LAST_ERR=/tmp/tmp.fGm9Tmcj3A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EOHRLa9VzK ++ cat /tmp/tmp.fGm9Tmcj3A ++ rm /tmp/tmp.EOHRLa9VzK /tmp/tmp.fGm9Tmcj3A ++ return 0 + [[ 2 == \2 ]] + echo + echo -n 'Waiting for pvc/datadir-some-name-pxc-0 to be resized' Waiting for pvc/datadir-some-name-pxc-0 to be resized++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mEvcZTrkrk +++ mktemp ++ local LAST_ERR=/tmp/tmp.HfDKyDNpn1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mEvcZTrkrk ++ cat /tmp/tmp.HfDKyDNpn1 ++ rm /tmp/tmp.mEvcZTrkrk /tmp/tmp.HfDKyDNpn1 ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.szqGZsTw3s +++ mktemp ++ local LAST_ERR=/tmp/tmp.zYlRigYozg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.szqGZsTw3s ++ cat /tmp/tmp.zYlRigYozg ++ rm /tmp/tmp.szqGZsTw3s /tmp/tmp.zYlRigYozg ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 5 + retry=2 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.duE0lIrpy9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.f88FWCRBoU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.duE0lIrpy9 ++ cat /tmp/tmp.f88FWCRBoU ++ rm /tmp/tmp.duE0lIrpy9 /tmp/tmp.f88FWCRBoU ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 5 + retry=3 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pN6PNBtNFy +++ mktemp ++ local LAST_ERR=/tmp/tmp.AVDaptH7Fp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pN6PNBtNFy ++ cat /tmp/tmp.AVDaptH7Fp ++ rm /tmp/tmp.pN6PNBtNFy /tmp/tmp.AVDaptH7Fp ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 3 -ge 60 ]] + echo -n . .+ sleep 5 + retry=4 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QlUFwNQqhR +++ mktemp ++ local LAST_ERR=/tmp/tmp.jf5fvIyDaq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QlUFwNQqhR ++ cat /tmp/tmp.jf5fvIyDaq ++ rm /tmp/tmp.QlUFwNQqhR /tmp/tmp.jf5fvIyDaq ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 4 -ge 60 ]] + echo -n . .+ sleep 5 + retry=5 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HmYsPRmd2h +++ mktemp ++ local LAST_ERR=/tmp/tmp.xDtkmaLNTm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HmYsPRmd2h ++ cat /tmp/tmp.xDtkmaLNTm ++ rm /tmp/tmp.HmYsPRmd2h /tmp/tmp.xDtkmaLNTm ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 5 -ge 60 ]] + echo -n . .+ sleep 5 + retry=6 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7nHkZ8vxkc +++ mktemp ++ local LAST_ERR=/tmp/tmp.xFWozGrBQk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7nHkZ8vxkc ++ cat /tmp/tmp.xFWozGrBQk ++ rm /tmp/tmp.7nHkZ8vxkc /tmp/tmp.xFWozGrBQk ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 6 -ge 60 ]] + echo -n . .+ sleep 5 + retry=7 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YAyS6jo2wx +++ mktemp ++ local LAST_ERR=/tmp/tmp.Caib2AV1dy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YAyS6jo2wx ++ cat /tmp/tmp.Caib2AV1dy ++ rm /tmp/tmp.YAyS6jo2wx /tmp/tmp.Caib2AV1dy ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 7 -ge 60 ]] + echo -n . .+ sleep 5 + retry=8 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uSWNSLw4By +++ mktemp ++ local LAST_ERR=/tmp/tmp.QnQO0mGY5P ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uSWNSLw4By ++ cat /tmp/tmp.QnQO0mGY5P ++ rm /tmp/tmp.uSWNSLw4By /tmp/tmp.QnQO0mGY5P ++ return 0 + [[ 3Gi == \4\G\i ]] + [[ 8 -ge 60 ]] + echo -n . .+ sleep 5 + retry=9 ++ kubectl_bin get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.e8gETfeVHg +++ mktemp ++ local LAST_ERR=/tmp/tmp.0eDH8yCDfI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.e8gETfeVHg ++ cat /tmp/tmp.0eDH8yCDfI ++ rm /tmp/tmp.e8gETfeVHg /tmp/tmp.0eDH8yCDfI ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/datadir-some-name-pxc-0 was resized' pvc/datadir-some-name-pxc-0 was resized + apply_resourcequota 12Gi + local quota=12Gi ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6eK5BkZfWG +++ mktemp ++ local LAST_ERR=/tmp/tmp.CllOCBuPuA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6eK5BkZfWG ++ cat /tmp/tmp.CllOCBuPuA ++ rm /tmp/tmp.6eK5BkZfWG /tmp/tmp.CllOCBuPuA ++ return 0 + local default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 12Gi' Applying resourcequota for default storageclass standard-rwo with quota 12Gi + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1750/e2e-tests/pvc-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/12Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.LFTSEFEChr ++ mktemp + local LAST_ERR=/tmp/tmp.0xLTfvVhaI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LFTSEFEChr resourcequota/default-storage-quota configured + cat /tmp/tmp.0xLTfvVhaI + rm /tmp/tmp.LFTSEFEChr /tmp/tmp.0xLTfvVhaI + return 0 + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.1Z5mfxpt5K ++ mktemp + local LAST_ERR=/tmp/tmp.NvFz1FY3W9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1Z5mfxpt5K perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.NvFz1FY3W9 + rm /tmp/tmp.1Z5mfxpt5K /tmp/tmp.NvFz1FY3W9 + return 0 + wait_cluster_consistency some-name 3 2 + local cluster_name=some-name + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.89kmXr7EsH +++ mktemp ++ local LAST_ERR=/tmp/tmp.HVtYMU56CD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.89kmXr7EsH ++ cat /tmp/tmp.HVtYMU56CD ++ rm /tmp/tmp.89kmXr7EsH /tmp/tmp.HVtYMU56CD ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R14SITjpPL +++ mktemp ++ local LAST_ERR=/tmp/tmp.hNI9AiwHhm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R14SITjpPL ++ cat /tmp/tmp.hNI9AiwHhm ++ rm /tmp/tmp.R14SITjpPL /tmp/tmp.hNI9AiwHhm ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a3blPqurWM +++ mktemp ++ local LAST_ERR=/tmp/tmp.rGKYpoUB2m ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a3blPqurWM ++ cat /tmp/tmp.rGKYpoUB2m ++ rm /tmp/tmp.a3blPqurWM /tmp/tmp.rGKYpoUB2m ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0swC5MubcQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.zpCldfjtNM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0swC5MubcQ ++ cat /tmp/tmp.zpCldfjtNM ++ rm /tmp/tmp.0swC5MubcQ /tmp/tmp.zpCldfjtNM ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lpNIfvxkTN +++ mktemp ++ local LAST_ERR=/tmp/tmp.RgWS6W3Ku2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lpNIfvxkTN ++ cat /tmp/tmp.RgWS6W3Ku2 ++ rm /tmp/tmp.lpNIfvxkTN /tmp/tmp.RgWS6W3Ku2 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.US3yq6hVuz +++ mktemp ++ local LAST_ERR=/tmp/tmp.Czl9P54rmv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.US3yq6hVuz ++ cat /tmp/tmp.Czl9P54rmv ++ rm /tmp/tmp.US3yq6hVuz /tmp/tmp.Czl9P54rmv ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine some-name +++ local cluster_name=some-name ++++ get_proxy some-name ++++ local target_cluster=some-name +++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.7eBKRewow8 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.wqynb7QjAG +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.7eBKRewow8 +++++ cat /tmp/tmp.wqynb7QjAG +++++ rm /tmp/tmp.7eBKRewow8 /tmp/tmp.wqynb7QjAG +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo some-name-haproxy ++++ return +++ local cluster_proxy=some-name-haproxy +++ echo haproxy ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.i3PylZ6BUx +++ mktemp ++ local LAST_ERR=/tmp/tmp.fX5QwUJ6LE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.i3PylZ6BUx ++ cat /tmp/tmp.fX5QwUJ6LE ++ rm /tmp/tmp.i3PylZ6BUx /tmp/tmp.fX5QwUJ6LE ++ return 0 + [[ 2 == \2 ]] + echo ++ kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name +++ mktemp ++ local LAST_OUT=/tmp/tmp.3OX8H8czdp +++ mktemp ++ local LAST_ERR=/tmp/tmp.h3MEmWFZfg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pvc -l app.kubernetes.io/component=pxc -o name ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3OX8H8czdp ++ cat /tmp/tmp.h3MEmWFZfg ++ rm /tmp/tmp.3OX8H8czdp /tmp/tmp.h3MEmWFZfg ++ return 0 + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-0 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7v0TGyE5G3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.NASLIrzZIC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7v0TGyE5G3 ++ cat /tmp/tmp.NASLIrzZIC ++ rm /tmp/tmp.7v0TGyE5G3 /tmp/tmp.NASLIrzZIC ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-0 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-1 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HoMoPlha5s +++ mktemp ++ local LAST_ERR=/tmp/tmp.4TgwgqgJz0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HoMoPlha5s ++ cat /tmp/tmp.4TgwgqgJz0 ++ rm /tmp/tmp.HoMoPlha5s /tmp/tmp.4TgwgqgJz0 ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-1 was resized + for pvc in '$(kubectl_bin get pvc -l app.kubernetes.io/component=pxc -o name)' + retry=0 + echo -n 'Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized' Waiting for pvc/persistentvolumeclaim/datadir-some-name-pxc-2 to be resized++ kubectl_bin get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vJjyZL27fl +++ mktemp ++ local LAST_ERR=/tmp/tmp.p8fqwGC2nL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get persistentvolumeclaim/datadir-some-name-pxc-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vJjyZL27fl ++ cat /tmp/tmp.p8fqwGC2nL ++ rm /tmp/tmp.vJjyZL27fl /tmp/tmp.p8fqwGC2nL ++ return 0 + [[ 4Gi == \4\G\i ]] + echo + echo 'pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized' pvc/persistentvolumeclaim/datadir-some-name-pxc-2 was resized + desc 'test downscale' + set +o xtrace ----------------------------------------------------------------------------------- test downscale ----------------------------------------------------------------------------------- + patch_pvc_request some-name 1Gi + local cluster=some-name + local size=1Gi + echo 'Patching PVC request to 1Gi in some-name' Patching PVC request to 1Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.I4NMZlhzx9 ++ mktemp + local LAST_ERR=/tmp/tmp.MkaidPjwvp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"1Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.I4NMZlhzx9 perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.MkaidPjwvp + rm /tmp/tmp.I4NMZlhzx9 /tmp/tmp.MkaidPjwvp + return 0 + wait_cluster_status some-name error + local cluster=some-name + local expected=error + echo -n 'Waiting for pxc/some-name status to be error' Waiting for pxc/some-name status to be error++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gzESUAj7JQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.4gbubBzCi7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gzESUAj7JQ ++ cat /tmp/tmp.4gbubBzCi7 ++ rm /tmp/tmp.gzESUAj7JQ /tmp/tmp.4gbubBzCi7 ++ return 0 + [[ error == error ]] + echo + echo 'pxc/some-name status is error' pxc/some-name status is error + patch_pvc_request some-name 4Gi + local cluster=some-name + local size=4Gi + echo 'Patching PVC request to 4Gi in some-name' Patching PVC request to 4Gi in some-name + kubectl_bin patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' ++ mktemp + local LAST_OUT=/tmp/tmp.11DwCuRPws ++ mktemp + local LAST_ERR=/tmp/tmp.m7dSVbyNCv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc some-name --type=json '-p=[{"op": "replace", "path": "/spec/pxc/volumeSpec/persistentVolumeClaim/resources/requests/storage", "value":"4Gi"}]' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.11DwCuRPws perconaxtradbcluster.pxc.percona.com/some-name patched + cat /tmp/tmp.m7dSVbyNCv + rm /tmp/tmp.11DwCuRPws /tmp/tmp.m7dSVbyNCv + return 0 + wait_cluster_status some-name ready + local cluster=some-name + local expected=ready + echo -n 'Waiting for pxc/some-name status to be ready' Waiting for pxc/some-name status to be ready++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DnbyxKjlbB +++ mktemp ++ local LAST_ERR=/tmp/tmp.I5iGO1o8wY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DnbyxKjlbB ++ cat /tmp/tmp.I5iGO1o8wY ++ rm /tmp/tmp.DnbyxKjlbB /tmp/tmp.I5iGO1o8wY ++ return 0 + [[ error == ready ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 5 + retry=1 ++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YRWHX6HvZO +++ mktemp ++ local LAST_ERR=/tmp/tmp.tiRjGZ9L0v ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YRWHX6HvZO ++ cat /tmp/tmp.tiRjGZ9L0v ++ rm /tmp/tmp.YRWHX6HvZO /tmp/tmp.tiRjGZ9L0v ++ return 0 + [[ ready == ready ]] + echo + echo 'pxc/some-name status is ready' pxc/some-name status is ready + destroy pvc-resize-24922 + local namespace=pvc-resize-24922 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'the object has been modified' ++ get_operator_pod + grep -v 'get backup status: Job.batch' ++ local label_prefix=app.kubernetes.io/ + grep -v level=info + sort -u + tee /tmp/tmp.fzEwjoGzc5/operator.log + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.iAHbU84Vc0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QSj2TEa5WN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iAHbU84Vc0 ++ cat /tmp/tmp.QSj2TEa5WN ++ rm /tmp/tmp.iAHbU84Vc0 /tmp/tmp.QSj2TEa5WN ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q ++ mktemp + local LAST_OUT=/tmp/tmp.6HpTiNtUxE ++ mktemp + local LAST_ERR=/tmp/tmp.TeFdbHZx9Y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6HpTiNtUxE + cat /tmp/tmp.TeFdbHZx9Y + rm /tmp/tmp.6HpTiNtUxE /tmp/tmp.TeFdbHZx9Y + return 0 2024-07-05T12:13:10.576Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1469001"} 2024-07-05T12:13:10.577Z INFO setup Manager starting up {"gitCommit": "de45ff75d55a19b5bd0fa01ec5862ada3c8f0243", "gitBranch": "PR-1750-de45ff75", "buildTime": "2024-07-05T11:50:09Z", "goVersion": "go1.22.5", "os": "linux", "arch": "amd64"} 2024-07-05T12:13:10.577Z INFO setup Registering Components. 2024-07-05T12:13:13.158Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-07-05T12:13:13.161Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-07-05T12:13:13.161Z INFO controller-runtime.metrics Starting metrics server 2024-07-05T12:13:13.161Z INFO setup Starting the Cmd. 2024-07-05T12:13:13.161Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-07-05T12:13:13.162Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-07-05T12:13:13.162Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-07-05T12:13:13.162Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-07-05T12:13:13.162Z INFO controller-runtime.webhook Starting webhook server 2024-07-05T12:13:13.263Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-07-05T12:13:13.287Z DEBUG events percona-xtradb-cluster-operator-7c5cdd5dd9-k2h7q_855e6dfe-30db-4f89-8ee3-603fb27a6f5f became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"2c14a316-bae8-4a4d-8968-a4a7a5b43df1","apiVersion":"coordination.k8s.io/v1","resourceVersion":"8875"}, "reason": "LeaderElection"} 2024-07-05T12:13:13.287Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-07-05T12:13:13.288Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-07-05T12:13:13.288Z INFO Starting Controller {"controller": "pxc-controller"} 2024-07-05T12:13:13.288Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-07-05T12:13:13.288Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2024-07-05T12:13:13.288Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: *v1.PerconaXtraDBCluster"} 2024-07-05T12:13:13.288Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2024-07-05T12:13:13.392Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-07-05T12:13:13.393Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-07-05T12:13:13.393Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-07-05T12:13:36.750Z INFO Set CR version {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "76c4961c-0057-4c2e-ab90-f926f877203e", "version": "1.15.0"} 2024-07-05T12:13:38.512Z INFO KubeAPIWarningLogger .metadata.ownerReferences contains duplicate entries; API server dedups owner references in 1.20+, and may reject such requests as early as 1.24; please fix your requests; duplicate UID(s) observed: f6b130d9-ec1d-40a6-b212-8eb33ada0803 2024-07-05T12:14:56.212Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a8c4339-bb6d-40f6-87a3-d6a788b1b286", "user": "operator"} 2024-07-05T12:14:56.249Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a8c4339-bb6d-40f6-87a3-d6a788b1b286", "user": "monitor"} 2024-07-05T12:14:56.353Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a8c4339-bb6d-40f6-87a3-d6a788b1b286"} 2024-07-05T12:14:56.422Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a8c4339-bb6d-40f6-87a3-d6a788b1b286"} 2024-07-05T12:14:56.486Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a8c4339-bb6d-40f6-87a3-d6a788b1b286", "user": "xtrabackup"} 2024-07-05T12:14:56.587Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a8c4339-bb6d-40f6-87a3-d6a788b1b286"} 2024-07-05T12:14:56.667Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a8c4339-bb6d-40f6-87a3-d6a788b1b286", "user": "replication"} 2024-07-05T12:17:24.775Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b130b6d3-d034-49c4-989f-264cf1ac7840", "user": "root"} 2024-07-05T12:17:25.054Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b130b6d3-d034-49c4-989f-264cf1ac7840", "new version": "8.0.36-28.1"} 2024-07-05T12:18:23.006Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "361dd1d7-07bf-4260-888c-23b760de25f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.006Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "361dd1d7-07bf-4260-888c-23b760de25f5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:23.017Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "361dd1d7-07bf-4260-888c-23b760de25f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:23.017Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "361dd1d7-07bf-4260-888c-23b760de25f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.040Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "361dd1d7-07bf-4260-888c-23b760de25f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:23.040Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "361dd1d7-07bf-4260-888c-23b760de25f5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.062Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "361dd1d7-07bf-4260-888c-23b760de25f5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:23.171Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "361dd1d7-07bf-4260-888c-23b760de25f5", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-05T12:18:23.198Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.198Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.198Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-7fc36299-db10-4e0a-a020-241bc54c9961"} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-152b4974-bbbb-4c94-ac59-0a8f70de50ef"} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:23.198Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-1ce55aea-bd55-48c5-8ca8-3a610ac8cad3"} 2024-07-05T12:18:23.244Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.244Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:23.253Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:23.253Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.259Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:23.259Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.266Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a"} 2024-07-05T12:18:23.266Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sfs": "pxc"} 2024-07-05T12:18:23.266Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:23.267Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "631fef6c-af5a-4260-9205-2e1a83dbbe6a", "sfs": "haproxy"} 2024-07-05T12:18:23.409Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.409Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.409Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-7fc36299-db10-4e0a-a020-241bc54c9961"} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-152b4974-bbbb-4c94-ac59-0a8f70de50ef"} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:23.409Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-1ce55aea-bd55-48c5-8ca8-3a610ac8cad3"} 2024-07-05T12:18:23.455Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:23.456Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.463Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:23.463Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.470Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:23.470Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:23.480Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:23.481Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9"} 2024-07-05T12:18:23.481Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sfs": "haproxy"} 2024-07-05T12:18:23.481Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "12b9f422-9f9a-4a46-a2a8-70394a9386d9", "sfs": "pxc"} 2024-07-05T12:18:24.106Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.106Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.106Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "Resizing", "message": "External resizer is resizing volume pvc-7fc36299-db10-4e0a-a020-241bc54c9961"} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "Resizing", "message": "External resizer is resizing volume pvc-152b4974-bbbb-4c94-ac59-0a8f70de50ef"} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "ExternalExpanding", "message": "Ignoring the PVC: didn't find a plugin capable of expanding the volume; waiting for an external controller to process this PVC."} 2024-07-05T12:18:24.106Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "Resizing", "message": "External resizer is resizing volume pvc-1ce55aea-bd55-48c5-8ca8-3a610ac8cad3"} 2024-07-05T12:18:24.163Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:24.163Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:24.178Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:24.178Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:24.189Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:24.189Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:24.196Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a"} 2024-07-05T12:18:24.196Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sfs": "haproxy"} 2024-07-05T12:18:24.196Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sfs": "pxc"} 2024-07-05T12:18:24.196Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "81d9d8df-43db-42ba-ac76-cf404a3a311a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:24.905Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.905Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.905Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.905Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.905Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.905Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:24.934Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:24.934Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:24.942Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:24.942Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:24.950Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:24.950Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:24.958Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3"} 2024-07-05T12:18:24.958Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:24.959Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sfs": "haproxy"} 2024-07-05T12:18:24.959Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8fa5cb5d-cace-4a38-94fd-50ef6b70b5c3", "sfs": "pxc"} 2024-07-05T12:18:28.397Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.397Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.397Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.397Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.397Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.397Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.444Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:28.444Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:28.452Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:28.452Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:28.459Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:28.459Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:28.466Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512"} 2024-07-05T12:18:28.466Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sfs": "haproxy"} 2024-07-05T12:18:28.466Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sfs": "pxc"} 2024-07-05T12:18:28.466Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e070d4e5-1e99-47d8-bbf1-c4447b991512", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:28.578Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.578Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.578Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.578Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.578Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.578Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:18:23 +0000 UTC"} 2024-07-05T12:18:28.609Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:28.609Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:18:28.653Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:28.653Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:28.664Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:28.664Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:28.672Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068"} 2024-07-05T12:18:28.672Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:28.673Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sfs": "haproxy"} 2024-07-05T12:18:28.673Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4a422c93-42c2-4126-84db-60dcce157068", "sfs": "pxc"} 2024-07-05T12:18:33.578Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.578Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.579Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.579Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.579Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-07-05T12:18:33.579Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.579Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-07-05T12:18:33.579Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.579Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "reason": "FileSystemResizeRequired", "message": "Require file system resize of volume on node"} 2024-07-05T12:18:33.623Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:33.623Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:33.630Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:33.630Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:33.637Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:33.637Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:33.646Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd"} 2024-07-05T12:18:33.646Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sfs": "haproxy"} 2024-07-05T12:18:33.646Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sfs": "pxc"} 2024-07-05T12:18:33.646Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d87c9c31-b849-4de9-a179-f8c24a4da8dd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:33.797Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.797Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.797Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.797Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.797Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.797Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:33.828Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:33.828Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:33.836Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:33.836Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:33.848Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:33.848Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:33.856Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de"} 2024-07-05T12:18:33.856Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sfs": "haproxy"} 2024-07-05T12:18:33.856Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sfs": "pxc"} 2024-07-05T12:18:33.856Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8accb2e5-063a-4e93-997a-9a61b2e2c3de", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "3Gi"} 2024-07-05T12:18:38.791Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:38.791Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:38.791Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:38.791Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:38.791Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:38.904Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:38.904Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:18:38.914Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:38.914Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:38.914Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:38.932Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5"} 2024-07-05T12:18:38.932Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sfs": "pxc"} 2024-07-05T12:18:38.932Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:38.933Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a489a0fe-5973-4195-b9c0-f925b29d8ed5", "sfs": "haproxy"} 2024-07-05T12:18:39.095Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:39.095Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:39.095Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:39.095Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:39.095Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:39.206Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:39.206Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:18:39.224Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:39.224Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:39.224Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:39.237Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:39.238Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819"} 2024-07-05T12:18:39.238Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sfs": "haproxy"} 2024-07-05T12:18:39.238Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "0ca1913d-106e-4cc4-a30e-5f8906ddb819", "sfs": "pxc"} 2024-07-05T12:18:39.339Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:39.339Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:39.339Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:39.339Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:39.339Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:39.363Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:39.363Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:39.371Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "3Gi"} 2024-07-05T12:18:39.371Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:39.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f"} 2024-07-05T12:18:39.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sfs": "haproxy"} 2024-07-05T12:18:39.378Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sfs": "pxc"} 2024-07-05T12:18:39.378Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:39.378Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3841795d-31d1-4e1d-8bdb-2a3df54f0c7f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:44.073Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:44.073Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-07-05T12:18:44.073Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:44.073Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:44.133Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:44.133Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:44.133Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:44.164Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34"} 2024-07-05T12:18:44.164Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:44.164Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:44.165Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sfs": "haproxy"} 2024-07-05T12:18:44.165Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8976dfcf-7f06-458d-a0a2-e53326055b34", "sfs": "pxc"} 2024-07-05T12:18:44.359Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:44.359Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-07-05T12:18:44.359Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:44.360Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:44.392Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:44.392Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:44.392Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:44.397Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:44.398Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c"} 2024-07-05T12:18:44.398Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sfs": "haproxy"} 2024-07-05T12:18:44.398Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sfs": "pxc"} 2024-07-05T12:18:44.398Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "193ef7de-1571-49ab-98a1-8bb76c84594c", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:49.333Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:49.333Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-07-05T12:18:49.333Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:49.333Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:49.377Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:49.377Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:49.377Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:49.377Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-07-05T12:18:49.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933"} 2024-07-05T12:18:49.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sfs": "haproxy"} 2024-07-05T12:18:49.386Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sfs": "pxc"} 2024-07-05T12:18:49.386Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9eb969ec-555a-4977-b93c-d0939e0d6933", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:49.486Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:49.486Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-07-05T12:18:49.486Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:49.486Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:49.511Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:49.511Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:49.511Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:49.517Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8"} 2024-07-05T12:18:49.517Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sfs": "haproxy"} 2024-07-05T12:18:49.517Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sfs": "pxc"} 2024-07-05T12:18:49.517Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:49.517Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "043a00dc-ba4a-4ddd-9cd0-1d9a1a773dd8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "3Gi"} 2024-07-05T12:18:54.498Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b57d1b3c-a65b-4106-800e-4b1ae7df2897", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:54.498Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b57d1b3c-a65b-4106-800e-4b1ae7df2897", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-07-05T12:18:54.498Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b57d1b3c-a65b-4106-800e-4b1ae7df2897", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:54.498Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b57d1b3c-a65b-4106-800e-4b1ae7df2897", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:18:29 +0000 UTC"} 2024-07-05T12:18:54.583Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b57d1b3c-a65b-4106-800e-4b1ae7df2897", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "3Gi"} 2024-07-05T12:18:54.583Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b57d1b3c-a65b-4106-800e-4b1ae7df2897", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "2Gi", "requested": "3Gi"} 2024-07-05T12:18:54.583Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b57d1b3c-a65b-4106-800e-4b1ae7df2897", "sts": "some-name-pxc", "requested": "3Gi", "actual": "2Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:18:54.656Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c17423ed-2ea7-495c-9b7a-0085c6177df3", "sts": "some-name-pxc"} 2024-07-05T12:18:54.656Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c17423ed-2ea7-495c-9b7a-0085c6177df3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "3Gi"} 2024-07-05T12:18:54.656Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c17423ed-2ea7-495c-9b7a-0085c6177df3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "3Gi"} 2024-07-05T12:18:54.656Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c17423ed-2ea7-495c-9b7a-0085c6177df3", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "3Gi"} 2024-07-05T12:18:54.810Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c17423ed-2ea7-495c-9b7a-0085c6177df3", "sts": "some-name-pxc"} 2024-07-05T12:18:54.811Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c17423ed-2ea7-495c-9b7a-0085c6177df3"} 2024-07-05T12:18:54.811Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c17423ed-2ea7-495c-9b7a-0085c6177df3", "sfs": "haproxy"} 2024-07-05T12:18:54.811Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c17423ed-2ea7-495c-9b7a-0085c6177df3", "sfs": "pxc"} 2024-07-05T12:18:55.174Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48a9a362-0553-433b-9f63-05297e58c401", "error": "create newStatefulSetNode: statefulsets.apps \"some-name-pxc\" not found", "errorVerbose": "statefulsets.apps \"some-name-pxc\" not found\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-05T12:19:16.054Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a2b50c1d-b288-4edc-9566-c9fb286cc722", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:19:16.055Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a2b50c1d-b288-4edc-9566-c9fb286cc722", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:19:16.077Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a2b50c1d-b288-4edc-9566-c9fb286cc722", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-0", "requested": "4Gi"} 2024-07-05T12:19:16.077Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a2b50c1d-b288-4edc-9566-c9fb286cc722", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:19:16.093Z ERROR PVCResize PVC resize failed {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a2b50c1d-b288-4edc-9566-c9fb286cc722", "sts": "some-name-pxc", "reason": "ExceededQuota", "message": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "error": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi"} 2024-07-05T12:19:16.093Z INFO Reverting volume template for PXC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a2b50c1d-b288-4edc-9566-c9fb286cc722", "originalSize": "3Gi"} 2024-07-05T12:19:16.263Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a2b50c1d-b288-4edc-9566-c9fb286cc722", "error": "reconcile persistent volumes: update persistentvolumeclaim/datadir-some-name-pxc-1: persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi", "errorVerbose": "persistentvolumeclaims \"datadir-some-name-pxc-1\" is forbidden: exceeded quota: default-storage-quota, requested: standard-rwo.storageclass.storage.k8s.io/requests.storage=1Gi, used: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi, limited: standard-rwo.storageclass.storage.k8s.io/requests.storage=10Gi\nupdate persistentvolumeclaim/datadir-some-name-pxc-1\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:254\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-05T12:20:15.358Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "54c5fc83-d57a-485d-ac08-2e814b93c916", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:15.358Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "54c5fc83-d57a-485d-ac08-2e814b93c916", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:15.358Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "54c5fc83-d57a-485d-ac08-2e814b93c916", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:15.389Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "54c5fc83-d57a-485d-ac08-2e814b93c916", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:15.389Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "54c5fc83-d57a-485d-ac08-2e814b93c916", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:15.414Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "54c5fc83-d57a-485d-ac08-2e814b93c916", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:15.535Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "54c5fc83-d57a-485d-ac08-2e814b93c916", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-05T12:20:15.866Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:15.866Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:15.866Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:15.867Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:15.867Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:15.891Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:15.891Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:15.891Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:15.897Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:15.897Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:15.904Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623"} 2024-07-05T12:20:15.904Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sfs": "pxc"} 2024-07-05T12:20:15.904Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:15.905Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "34e0c855-b532-4c1a-8660-6eeef5bde623", "sfs": "haproxy"} 2024-07-05T12:20:16.668Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:16.668Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:16.668Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:16.668Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:16.668Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:16.712Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:16.712Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:16.712Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:16.718Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:16.718Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:16.725Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850"} 2024-07-05T12:20:16.725Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sfs": "haproxy"} 2024-07-05T12:20:16.725Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sfs": "pxc"} 2024-07-05T12:20:16.725Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "bd9bea30-f5b1-4fa5-a245-500f3aa19850", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:17.467Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:17.467Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:17.467Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:17.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:17.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:17.511Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:17.511Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:20:17.522Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:17.522Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:17.530Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec"} 2024-07-05T12:20:17.530Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sfs": "haproxy"} 2024-07-05T12:20:17.530Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sfs": "pxc"} 2024-07-05T12:20:17.530Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:17.530Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "1f0f94c7-b3ac-4238-89b9-be1480d1c0ec", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:18.268Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:18.269Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:18.269Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:18.269Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:18.269Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:18.309Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:18.309Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:18.309Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:18.316Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:18.316Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:18.325Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0"} 2024-07-05T12:20:18.325Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sfs": "haproxy"} 2024-07-05T12:20:18.325Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sfs": "pxc"} 2024-07-05T12:20:18.325Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b54de6df-7ee3-4095-b40d-413199fac1e0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:19.085Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:19.085Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:19.085Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:19.085Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:19.085Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:19.149Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:19.149Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:20:19.162Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:19.162Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:19.173Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16"} 2024-07-05T12:20:19.173Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:19.173Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:19.174Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sfs": "haproxy"} 2024-07-05T12:20:19.174Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "2cf1a708-2b34-4c51-993e-6116d2341f16", "sfs": "pxc"} 2024-07-05T12:20:19.868Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:19.868Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:19.868Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:19.868Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:19.868Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:19.892Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:19.892Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:19.892Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:19.898Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:19.898Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:19.906Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187"} 2024-07-05T12:20:19.906Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sfs": "haproxy"} 2024-07-05T12:20:19.906Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sfs": "pxc"} 2024-07-05T12:20:19.906Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "f317791e-4996-4770-935a-9615f2a78187", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:21.020Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:21.020Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:21.020Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:21.020Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:21.020Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:21.059Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:21.059Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-07-05T12:20:21.070Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:21.070Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:21.070Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:21.088Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091"} 2024-07-05T12:20:21.088Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sfs": "pxc"} 2024-07-05T12:20:21.088Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:21.089Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4ee9b96b-d091-45e9-89a0-a2b3ff9b9091", "sfs": "haproxy"} 2024-07-05T12:20:21.466Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:21.466Z DEBUG PVCResize {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "Resizing", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:21.466Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:21.466Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:21.466Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:15 +0000 UTC"} 2024-07-05T12:20:21.491Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:21.491Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-07-05T12:20:21.498Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:21.498Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:21.498Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:21.504Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9"} 2024-07-05T12:20:21.504Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sfs": "pxc"} 2024-07-05T12:20:21.504Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:21.505Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5985440f-67a5-4f17-92d6-b65a8f51cab9", "sfs": "haproxy"} 2024-07-05T12:20:26.784Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:26.784Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:26.784Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:26.784Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:26.784Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.023Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:27.023Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-07-05T12:20:27.084Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:27.084Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:27.084Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:27.141Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a"} 2024-07-05T12:20:27.141Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:27.142Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sfs": "haproxy"} 2024-07-05T12:20:27.142Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "77fdcf69-35f7-40dd-bf62-489aa0a4024a", "sfs": "pxc"} 2024-07-05T12:20:27.323Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.323Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:27.324Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.324Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.324Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.447Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:27.447Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:27.447Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:27.461Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:27.462Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:27.469Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47"} 2024-07-05T12:20:27.469Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sfs": "pxc"} 2024-07-05T12:20:27.469Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:27.470Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "aa62dcdc-be7b-4a56-837d-815d13ec9f47", "sfs": "haproxy"} 2024-07-05T12:20:27.599Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.599Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.600Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.600Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:27.600Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:27.641Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:27.641Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:20:27.655Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:27.655Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:27.670Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f"} 2024-07-05T12:20:27.670Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sfs": "pxc"} 2024-07-05T12:20:27.670Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:27.670Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:27.671Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "5d3d60e9-e281-45e1-8367-ef852061c07f", "sfs": "haproxy"} 2024-07-05T12:20:32.296Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:32.296Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:32.297Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:32.297Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:32.297Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:32.341Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:32.341Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:20:32.349Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:32.349Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:32.356Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:32.357Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f"} 2024-07-05T12:20:32.357Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sfs": "haproxy"} 2024-07-05T12:20:32.357Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sfs": "pxc"} 2024-07-05T12:20:32.357Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "351b4246-a24d-4aea-8d12-c6c3e613856f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:32.467Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:32.467Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:32.467Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:32.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:32.467Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:32.494Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:32.494Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:32.494Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:32.502Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:32.502Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:32.510Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2"} 2024-07-05T12:20:32.510Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sfs": "haproxy"} 2024-07-05T12:20:32.510Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sfs": "pxc"} 2024-07-05T12:20:32.510Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c86e853d-7300-419a-9ea0-ee03552fa1f2", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:37.457Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:37.457Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:37.457Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:37.457Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:37.458Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:37.510Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:37.510Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:37.510Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:37.517Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:37.517Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:37.524Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99"} 2024-07-05T12:20:37.524Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sfs": "pxc"} 2024-07-05T12:20:37.524Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:37.525Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "187c3f0d-f01c-4a39-bb56-b54720323e99", "sfs": "haproxy"} 2024-07-05T12:20:37.621Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:37.621Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:37.621Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:37.621Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:37.621Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:37.645Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:37.645Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:37.645Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:37.652Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:37.652Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:37.657Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910"} 2024-07-05T12:20:37.657Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sfs": "pxc"} 2024-07-05T12:20:37.657Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:37.658Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "48bf9162-ad56-4f33-980e-0ba5c21f1910", "sfs": "haproxy"} 2024-07-05T12:20:42.629Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:42.629Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:42.629Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:42.629Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:42.629Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:42.679Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:42.679Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-07-05T12:20:42.685Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:42.686Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:42.686Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:42.696Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5"} 2024-07-05T12:20:42.696Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sfs": "haproxy"} 2024-07-05T12:20:42.696Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sfs": "pxc"} 2024-07-05T12:20:42.696Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d71adba0-bcb0-4aa4-8aed-85cf5ca305c5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:42.800Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:42.800Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:42.800Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:42.800Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:42.800Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:42.864Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:42.864Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:42.864Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:42.871Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:42.872Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:42.878Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5"} 2024-07-05T12:20:42.878Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:42.879Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sfs": "haproxy"} 2024-07-05T12:20:42.879Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9af2bede-dc67-4b1b-98b1-6b7022087ab5", "sfs": "pxc"} 2024-07-05T12:20:47.804Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:47.804Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:47.804Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:47.805Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:47.805Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:47.878Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:47.879Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:47.879Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:47.903Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:47.903Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:47.916Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7"} 2024-07-05T12:20:47.916Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sfs": "pxc"} 2024-07-05T12:20:47.916Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:47.917Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "ee5ef743-fbbe-4279-a1e5-43399e0722c7", "sfs": "haproxy"} 2024-07-05T12:20:48.053Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:48.053Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:48.054Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:48.054Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:48.054Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:48.117Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:48.117Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-07-05T12:20:48.126Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:48.126Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:48.126Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:48.135Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e"} 2024-07-05T12:20:48.135Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sfs": "pxc"} 2024-07-05T12:20:48.135Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:48.136Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "3fd924c2-03e2-4491-aee2-58ae06e3720e", "sfs": "haproxy"} 2024-07-05T12:20:48.251Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:48.251Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:48.251Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:48.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:48.251Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:48.275Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:48.275Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:48.275Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:48.281Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:48.281Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:48.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e"} 2024-07-05T12:20:48.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sfs": "pxc"} 2024-07-05T12:20:48.287Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:48.288Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e0a86e49-6ceb-44ae-8270-11cf81197a9e", "sfs": "haproxy"} 2024-07-05T12:20:53.032Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:53.032Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:53.032Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:53.032Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:53.032Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:53.089Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:53.090Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:53.090Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:53.097Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:53.097Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:53.103Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:53.104Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a"} 2024-07-05T12:20:53.104Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sfs": "haproxy"} 2024-07-05T12:20:53.104Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "7a9c6336-db0b-491a-a53f-a7926a7bd92a", "sfs": "pxc"} 2024-07-05T12:20:53.226Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:53.226Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:53.226Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:53.226Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:53.226Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:53.264Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:53.264Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:20:53.274Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:53.274Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:53.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f"} 2024-07-05T12:20:53.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sfs": "pxc"} 2024-07-05T12:20:53.283Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:53.283Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:53.284Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fab953f3-bf34-48d0-b60f-2082cf091f3f", "sfs": "haproxy"} 2024-07-05T12:20:58.242Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:58.242Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:58.242Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:58.242Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:58.242Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:58.301Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:58.301Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:58.301Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:58.329Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:58.329Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:58.363Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f"} 2024-07-05T12:20:58.363Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sfs": "pxc"} 2024-07-05T12:20:58.363Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:58.364Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c056ad18-34c3-4363-a964-363424c4164f", "sfs": "haproxy"} 2024-07-05T12:20:58.509Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:20:58.510Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:58.510Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:58.510Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:58.510Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:20:58.547Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:20:58.547Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:58.547Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:20:58.574Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:20:58.574Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:20:58.599Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8"} 2024-07-05T12:20:58.599Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-2", "requested": "4Gi"} 2024-07-05T12:20:58.600Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sfs": "haproxy"} 2024-07-05T12:20:58.600Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "a894559c-523a-4d16-85fa-f5999657d5b8", "sfs": "pxc"} 2024-07-05T12:21:03.494Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:03.494Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:03.494Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:03.494Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:03.536Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:03.537Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:03.537Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:03.543Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e"} 2024-07-05T12:21:03.543Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:03.543Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:03.544Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sfs": "haproxy"} 2024-07-05T12:21:03.544Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "4b022754-42f4-4c20-857a-21190680117e", "sfs": "pxc"} 2024-07-05T12:21:03.646Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:03.646Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:03.646Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:03.646Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:03.683Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:03.683Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:03.683Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:03.690Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74"} 2024-07-05T12:21:03.690Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:03.690Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:03.691Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sfs": "haproxy"} 2024-07-05T12:21:03.691Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9ecff78f-9c57-425c-881d-a09a2a7bad74", "sfs": "pxc"} 2024-07-05T12:21:08.655Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:08.655Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:08.655Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:08.655Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:08.713Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:08.713Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:08.713Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:08.722Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1"} 2024-07-05T12:21:08.722Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sfs": "pxc"} 2024-07-05T12:21:08.722Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:08.722Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:08.723Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "724b9c8e-49d9-4851-b880-75c00b45b5c1", "sfs": "haproxy"} 2024-07-05T12:21:08.830Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:08.830Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:08.830Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:08.830Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:08.864Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:08.864Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:08.864Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:08.871Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd"} 2024-07-05T12:21:08.871Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sfs": "haproxy"} 2024-07-05T12:21:08.871Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sfs": "pxc"} 2024-07-05T12:21:08.871Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:08.871Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "31bc22a1-fd89-43ac-a66b-aa39b731dcfd", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:13.831Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:13.831Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:13.831Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:13.831Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:13.884Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:13.884Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:13.884Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:13.894Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b"} 2024-07-05T12:21:13.894Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sfs": "haproxy"} 2024-07-05T12:21:13.894Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sfs": "pxc"} 2024-07-05T12:21:13.894Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:13.894Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "06759d8f-d862-4fcd-950c-dd483ce8671b", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:14.010Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:14.010Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:14.010Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:14.010Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:14.074Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:14.074Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:14.074Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:14.074Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-2,datadir-some-name-pxc-0,datadir-some-name-pxc-1"} 2024-07-05T12:21:14.087Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0"} 2024-07-05T12:21:14.087Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sfs": "haproxy"} 2024-07-05T12:21:14.087Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sfs": "pxc"} 2024-07-05T12:21:14.087Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "847b022d-ed24-4dc9-bc7a-7d3e47f00af0", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:14.217Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:14.217Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:14.217Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:14.217Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:14.253Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:14.253Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:14.253Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:14.265Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444"} 2024-07-05T12:21:14.265Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sfs": "pxc"} 2024-07-05T12:21:14.265Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:14.265Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:14.266Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "662b9124-ff96-40e5-98a0-b4aefb0f9444", "sfs": "haproxy"} 2024-07-05T12:21:19.018Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:19.018Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:19.018Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:19.018Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:19.096Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:19.096Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:19.096Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:19.119Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937"} 2024-07-05T12:21:19.119Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sfs": "haproxy"} 2024-07-05T12:21:19.119Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sfs": "pxc"} 2024-07-05T12:21:19.119Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:19.119Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "9c99c93d-c49a-47f0-8a24-00a139b46937", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:19.239Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:19.239Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:19.239Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:19.240Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:19.273Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:19.273Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:19.274Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:19.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480"} 2024-07-05T12:21:19.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sfs": "haproxy"} 2024-07-05T12:21:19.283Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sfs": "pxc"} 2024-07-05T12:21:19.283Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:19.283Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "fe5fd222-77f3-43ad-af65-bb08dbbad480", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:24.236Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:24.236Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:24.236Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:24.236Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:24.280Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:24.280Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:24.280Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:24.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402"} 2024-07-05T12:21:24.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sfs": "haproxy"} 2024-07-05T12:21:24.287Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sfs": "pxc"} 2024-07-05T12:21:24.287Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:24.287Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b301842e-0310-4c5f-ac03-50bbef709402", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:24.401Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:24.401Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:24.401Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:24.401Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:24.432Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:24.432Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:24.432Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:24.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e"} 2024-07-05T12:21:24.443Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sfs": "pxc"} 2024-07-05T12:21:24.443Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:24.443Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:24.444Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6bfaae16-ead1-4d40-b9a6-79f45841f78e", "sfs": "haproxy"} 2024-07-05T12:21:29.400Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:29.400Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:29.400Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:29.400Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:29.451Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:29.451Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:29.451Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-0,datadir-some-name-pxc-1,datadir-some-name-pxc-2"} 2024-07-05T12:21:29.459Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97"} 2024-07-05T12:21:29.459Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sfs": "haproxy"} 2024-07-05T12:21:29.459Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sfs": "pxc"} 2024-07-05T12:21:29.459Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:29.459Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "d44f4ad0-1239-4644-b804-efad8225aa97", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:29.568Z DEBUG PVCResize Waiting for user to (re-)start a pod to finish file system resize of volume on node. {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "type": "FileSystemResizePending", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:29.568Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:29.568Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:29.568Z INFO PVCResize PVC resize in progress {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "lastTransitionTime": "2024-07-05 12:20:22 +0000 UTC"} 2024-07-05T12:21:29.592Z INFO PVCResize Resizing PVC {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "actual": "3Gi", "requested": "4Gi"} 2024-07-05T12:21:29.592Z INFO PVCResize Resizing PVCs {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "requested": "4Gi", "actual": "3Gi", "pvcList": "datadir-some-name-pxc-1,datadir-some-name-pxc-2,datadir-some-name-pxc-0"} 2024-07-05T12:21:29.600Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1"} 2024-07-05T12:21:29.600Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sfs": "haproxy"} 2024-07-05T12:21:29.600Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sfs": "pxc"} 2024-07-05T12:21:29.600Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:29.600Z INFO PVCResize PVC already resized {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "actual": "4Gi", "requested": "4Gi"} 2024-07-05T12:21:29.600Z INFO PVCResize PVC resize started {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "6df9b2db-2cf0-41a1-b00f-1c2deddda7e1", "sts": "some-name-pxc", "pvc": "datadir-some-name-pxc-1", "requested": "4Gi"} 2024-07-05T12:21:34.562Z INFO PVCResize Deleting statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8b462e43-1263-4d68-bc5d-c1c6dd603d17", "sts": "some-name-pxc"} 2024-07-05T12:21:34.562Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8b462e43-1263-4d68-bc5d-c1c6dd603d17", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-0", "size": "4Gi"} 2024-07-05T12:21:34.562Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8b462e43-1263-4d68-bc5d-c1c6dd603d17", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-1", "size": "4Gi"} 2024-07-05T12:21:34.562Z INFO PVCResize PVC resize finished {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8b462e43-1263-4d68-bc5d-c1c6dd603d17", "sts": "some-name-pxc", "name": "datadir-some-name-pxc-2", "size": "4Gi"} 2024-07-05T12:21:34.690Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8b462e43-1263-4d68-bc5d-c1c6dd603d17"} 2024-07-05T12:21:34.690Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8b462e43-1263-4d68-bc5d-c1c6dd603d17", "sfs": "haproxy"} 2024-07-05T12:21:34.690Z DEBUG PVC resize in progress, skipping statefulset {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8b462e43-1263-4d68-bc5d-c1c6dd603d17", "sfs": "pxc"} 2024-07-05T12:21:34.690Z INFO PVCResize PVC resize completed {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "8b462e43-1263-4d68-bc5d-c1c6dd603d17", "sts": "some-name-pxc"} 2024-07-05T12:21:35.077Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "61683763-07f6-46bb-ba38-cbf11e2b0e21", "error": "create newStatefulSetNode: StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden", "errorVerbose": "StatefulSet.apps \"some-name-pxc\" is invalid: spec: Forbidden: updates to statefulset spec for fields other than 'replicas', 'ordinals', 'template', 'updateStrategy', 'persistentVolumeClaimRetentionPolicy' and 'minReadySeconds' are forbidden\ncreate newStatefulSetNode\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:649\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:302\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-05T12:21:48.208Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "de9b2be9-0776-49d9-bdef-c21bbd10a3f7", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-05T12:21:48.259Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "e82fbda9-f3a0-4e92-82e4-07fcec8ed4a3", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-05T12:21:48.504Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "b3b95c3a-5a75-45bc-8e35-9a49f12d7bbf", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-07-05T12:21:49.302Z ERROR Reconciler error {"controller": "pxc-controller", "namespace": "pvc-resize-24922", "name": "some-name", "reconcileID": "c447b689-6119-45a2-96c2-e3713cc025fa", "error": "reconcile persistent volumes: requested storage (1Gi) is less than actual storage (4Gi)", "errorVerbose": "requested storage (1Gi) is less than actual storage (4Gi)\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:218\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nreconcile persistent volumes\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:299\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcilePersistentVolumes /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:114 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:311 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.4/pkg/internal/controller/controller.go:324 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:297 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/volumes.go:248 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pvc-resize-24922 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.yBVlj3xjg3 ++ mktemp + local LAST_ERR=/tmp/tmp.x9Wbd8RtM7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yBVlj3xjg3 perconaxtradbcluster.pxc.percona.com "some-name" deleted + cat /tmp/tmp.x9Wbd8RtM7 + rm /tmp/tmp.yBVlj3xjg3 /tmp/tmp.x9Wbd8RtM7 + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.eRXppIevZt ++ mktemp + local LAST_ERR=/tmp/tmp.xmIBOadMa7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eRXppIevZt No resources found + cat /tmp/tmp.xmIBOadMa7 + rm /tmp/tmp.eRXppIevZt /tmp/tmp.xmIBOadMa7 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.pHPbYI4K4E ++ mktemp + local LAST_ERR=/tmp/tmp.risIp1d2Cn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pHPbYI4K4E No resources found + cat /tmp/tmp.risIp1d2Cn + rm /tmp/tmp.pHPbYI4K4E /tmp/tmp.risIp1d2Cn + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.A08rwA87Ln ++ mktemp + local LAST_ERR=/tmp/tmp.FG6suy2BS0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.A08rwA87Ln validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.FG6suy2BS0 + rm /tmp/tmp.A08rwA87Ln /tmp/tmp.FG6suy2BS0 + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace pvc-resize-24922 + rm -rf /tmp/tmp.fzEwjoGzc5 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.rDAWy2hPM4 + local LAST_OUT=/tmp/tmp.dmS31r4kfL ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.FjTzncYrSW + desc 'test passed' + set +o xtrace + local exit_status=0 ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ seq 0 2 + local LAST_ERR=/tmp/tmp.l0kFS3vBFB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-resize-24922 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator